JUnit version 4.13.2
.23:51:30.015 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468290005
23:51:30.040 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468290040
23:51:30.071 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:51:30.080 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:51:30.138 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:51:30.150 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:51:30.155 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:51:30.158 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:51:30.370 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:51:30.553 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:51:30.555 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:51:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.559398 30376 mini_oidc.cc:150] Starting JWKS server
23:51:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.563293 30376 webserver.cc:534] Webserver started at http://127.0.0.1:40585/ using document root <none> and password file <none>
23:51:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.563964 30376 mini_oidc.cc:186] Starting OIDC Discovery server
23:51:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.566911 30376 webserver.cc:534] Webserver started at http://127.0.0.1:39845/ using document root <none> and password file <none>
23:51:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:30Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:51:30.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:30Z Disabled control of system clock
23:51:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:30.636037 30376 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/wal
23:51:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/data
23:51:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/logs
23:51:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/data/info.pb
23:51:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.62:34943
23:51:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.62
23:51:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:30.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40585/jwks.json with env {}
23:51:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.950196 30388 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.951853 30388 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.952385 30388 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.985742 30388 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.986037 30388 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.986245 30388 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.986446 30388 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.986631 30388 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:30.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:30.986770 30388 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40585/jwks.json
23:51:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.024235 30388 master_runner.cc:387] Master server non-default flags:
23:51:31.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:31.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/data
23:51:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/wal
23:51:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.62:34943
23:51:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40585/jwks.json
23:51:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/data/info.pb
23:51:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.62
23:51:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/logs
23:51:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.025817 30388 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.027644 30388 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.039211 30394 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.041658 30395 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.260563 30396 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:51:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.262187 30397 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.262245 30388 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.265564 30388 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.268244 30388 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.269632 30388 hybrid_clock.cc:648] HybridClock initialized: now 1783468292269582 us; error 67 us; skew 500 ppm
23:51:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.270560 30388 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.276917 30388 webserver.cc:534] Webserver started at http://127.29.170.62:35157/ using document root <none> and password file <none>
23:51:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.278103 30388 fs_manager.cc:362] Metadata directory not provided
23:51:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.278316 30388 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.278728 30388 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.283313 30388 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/data/instance:
23:51:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a27239ef8aa4bfa9a085cc6d56346e8"
23:51:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:32 on dist-test-slave-1rxj"
23:51:32.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.284674 30388 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/wal/instance:
23:51:32.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a27239ef8aa4bfa9a085cc6d56346e8"
23:51:32.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:32 on dist-test-slave-1rxj"
23:51:32.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.292477 30388 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
23:51:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.298440 30404 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.299710 30388 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
23:51:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.300103 30388 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/wal
23:51:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a27239ef8aa4bfa9a085cc6d56346e8"
23:51:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:32 on dist-test-slave-1rxj"
23:51:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.300554 30388 fs_report.cc:389] FS layout report
23:51:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/wal
23:51:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/wal
23:51:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/data/data
23:51:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.361446 30388 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.363420 30388 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.364013 30388 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.445667 30388 rpc_server.cc:307] RPC server started. Bound to: 127.29.170.62:34943
23:51:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.445740 30455 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.170.62:34943 every 8 connection(s)
23:51:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.448889 30388 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/data/info.pb
23:51:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.456440 30456 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.457320 30376 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 30388
23:51:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.457798 30376 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-0/wal/instance
23:51:32.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.461323 30376 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/wal
23:51:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/data
23:51:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/logs
23:51:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/data/info.pb
23:51:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.61:42317
23:51:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.61
23:51:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40585/jwks.json with env {}
23:51:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.471932 30456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } has no permanent_uuid. Determining permanent_uuid...
23:51:32.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.504304 30456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } has no permanent_uuid. Determining permanent_uuid...
23:51:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.507097 30406 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.170.61:42317: connect: Connection refused (error 111)
23:51:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.512181 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.61:42317: Network error: Client connection negotiation failed: client connection to 127.29.170.61:42317: connect: Connection refused (error 111)
23:51:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.561820 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } attempt: 1
23:51:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.567070 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.61:42317: Network error: Client connection negotiation failed: client connection to 127.29.170.61:42317: connect: Connection refused (error 111)
23:51:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.635500 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } attempt: 2
23:51:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.640319 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.61:42317: Network error: Client connection negotiation failed: client connection to 127.29.170.61:42317: connect: Connection refused (error 111)
23:51:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.731731 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } attempt: 3
23:51:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.736241 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.61:42317: Network error: Client connection negotiation failed: client connection to 127.29.170.61:42317: connect: Connection refused (error 111)
23:51:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.791344 30458 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.791921 30458 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.792383 30458 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.824587 30458 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.824882 30458 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.825079 30458 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.825270 30458 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.825451 30458 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.825815 30458 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40585/jwks.json
23:51:32.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.863109 30458 master_runner.cc:387] Master server non-default flags:
23:51:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/data
23:51:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/wal
23:51:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.61:42317
23:51:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40585/jwks.json
23:51:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/data/info.pb
23:51:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.61
23:51:32.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/logs
23:51:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.864661 30458 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.866387 30458 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.879683 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } attempt: 4
23:51:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.879657 30467 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.885208 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.61:42317: Network error: Client connection negotiation failed: client connection to 127.29.170.61:42317: connect: Connection refused (error 111)
23:51:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.184794 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } attempt: 5
23:51:33.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.192914 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.61:42317: Network error: Client connection negotiation failed: client connection to 127.29.170.61:42317: connect: Connection refused (error 111)
23:51:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.740480 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } attempt: 6
23:51:33.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.753854 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.61:42317: Network error: Client connection negotiation failed: client connection to 127.29.170.61:42317: connect: Connection refused (error 111)
23:51:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.888062 30470 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.881811 30468 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.129989 30469 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1245 milliseconds
23:51:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.130126 30458 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:34.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.131713 30458 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:34.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.135133 30458 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.136620 30458 hybrid_clock.cc:648] HybridClock initialized: now 1783468294136565 us; error 64 us; skew 500 ppm
23:51:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.137661 30458 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.144109 30458 webserver.cc:534] Webserver started at http://127.29.170.61:44817/ using document root <none> and password file <none>
23:51:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.145200 30458 fs_manager.cc:362] Metadata directory not provided
23:51:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.145460 30458 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.146059 30458 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.150650 30458 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/data/instance:
23:51:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2ebd539e23b4eeaa2d34ad07298fe93"
23:51:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:34 on dist-test-slave-1rxj"
23:51:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.152123 30458 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/wal/instance:
23:51:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2ebd539e23b4eeaa2d34ad07298fe93"
23:51:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:34 on dist-test-slave-1rxj"
23:51:34.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.159894 30458 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.003s
23:51:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.166374 30480 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.167608 30458 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:51:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.168150 30458 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/wal
23:51:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2ebd539e23b4eeaa2d34ad07298fe93"
23:51:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:34 on dist-test-slave-1rxj"
23:51:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.168633 30458 fs_report.cc:389] FS layout report
23:51:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/wal
23:51:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/wal
23:51:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/data/data
23:51:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:34.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.219606 30458 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:34.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.221318 30458 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:34.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.222016 30458 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.298892 30458 rpc_server.cc:307] RPC server started. Bound to: 127.29.170.61:42317
23:51:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.298969 30531 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.170.61:42317 every 8 connection(s)
23:51:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.302012 30458 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/data/info.pb
23:51:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.304409 30376 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 30458
23:51:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.304934 30376 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-1/wal/instance
23:51:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.307294 30376 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/wal
23:51:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/data
23:51:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/logs
23:51:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/data/info.pb
23:51:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.60:33767
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.60
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40585/jwks.json with env {}
23:51:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.308676 30532 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.321208 30532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } has no permanent_uuid. Determining permanent_uuid...
23:51:34.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.346714 30532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } has no permanent_uuid. Determining permanent_uuid...
23:51:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.361562 30532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } has no permanent_uuid. Determining permanent_uuid...
23:51:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.364420 30483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:34.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.369135 30532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.418677 30532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 1
23:51:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.423593 30532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.492029 30532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 2
23:51:34.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.496743 30532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.588263 30532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 3
23:51:34.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.592806 30532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.646589 30534 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.647172 30534 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.647624 30534 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.682648 30534 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.682948 30534 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.683154 30534 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.683359 30534 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.683543 30534 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.683702 30534 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40585/jwks.json
23:51:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.721344 30534 master_runner.cc:387] Master server non-default flags:
23:51:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/data
23:51:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/wal
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.60:33767
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40585/jwks.json
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/data/info.pb
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.60
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/logs
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:34.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.723055 30534 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.725814 30534 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:34.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.736301 30532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 4
23:51:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.740332 30544 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.744221 30532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.814461 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } attempt: 7
23:51:34.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.851091 30456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } has no permanent_uuid. Determining permanent_uuid...
23:51:34.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.890611 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:34.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.949213 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 1
23:51:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.958873 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.040499 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 2
23:51:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.043707 30532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 5
23:51:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.053471 30532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.061444 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.147081 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 3
23:51:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.157357 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.301606 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 4
23:51:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.316836 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.600508 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 5
23:51:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.601976 30532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 6
23:51:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.614828 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.634239 30532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.742045 30545 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.115001 30546 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1374 milliseconds
23:51:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.117018 30547 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.119653 30534 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.380s	user 0.462s	sys 0.898s
23:51:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.119968 30534 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.381s	user 0.462s	sys 0.898s
23:51:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.120234 30534 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.121479 30534 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.125021 30534 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.126485 30534 hybrid_clock.cc:648] HybridClock initialized: now 1783468296126440 us; error 58 us; skew 500 ppm
23:51:36.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.127453 30534 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.135605 30534 webserver.cc:534] Webserver started at http://127.29.170.60:46461/ using document root <none> and password file <none>
23:51:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.136809 30534 fs_manager.cc:362] Metadata directory not provided
23:51:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.137074 30534 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.137656 30534 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.142369 30534 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/data/instance:
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9"
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:36 on dist-test-slave-1rxj"
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.143755 30534 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/wal/instance:
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9"
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:36 on dist-test-slave-1rxj"
23:51:36.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.152426 30534 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.003s
23:51:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.159102 30559 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.160426 30534 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
23:51:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.160898 30534 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/wal
23:51:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9"
23:51:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:36 on dist-test-slave-1rxj"
23:51:36.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.161944 30534 fs_report.cc:389] FS layout report
23:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/wal
23:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/wal
23:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/data/data
23:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.167429 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 6
23:51:36.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.176708 30456 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.170.60:33767: Network error: Client connection negotiation failed: client connection to 127.29.170.60:33767: connect: Connection refused (error 111)
23:51:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.242952 30534 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.244644 30534 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.245196 30534 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.325196 30534 rpc_server.cc:307] RPC server started. Bound to: 127.29.170.60:33767
23:51:36.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.325330 30612 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.170.60:33767 every 8 connection(s)
23:51:36.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.328213 30534 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/data/info.pb
23:51:36.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.331750 30376 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 30534
23:51:36.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.332278 30376 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/master-2/wal/instance
23:51:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.335400 30613 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.353430 30613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } has no permanent_uuid. Determining permanent_uuid...
23:51:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.382822 30613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } has no permanent_uuid. Determining permanent_uuid...
23:51:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.393699 30613 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } has no permanent_uuid. Determining permanent_uuid...
23:51:36.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.412289 30613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9: Bootstrap starting.
23:51:36.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.419961 30613 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9: Neither blocks nor log segments found. Creating new log.
23:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.422590 30613 log.cc:826] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9: Log is configured to *not* fsync() on all Append() calls
23:51:36.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.428305 30613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9: No bootstrap required, opened a new log
23:51:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.456418 30613 raft_consensus.cc:359] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.457294 30613 raft_consensus.cc:385] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:36.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.457592 30613 raft_consensus.cc:740] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e66cc5ebca3e4320b8da8c8e7ad5bfe9, State: Initialized, Role: FOLLOWER
23:51:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.458509 30613 consensus_queue.cc:260] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.461606 30623 sys_catalog.cc:455] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.462764 30623 sys_catalog.cc:458] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: This master's current role is: FOLLOWER
23:51:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.463662 30613 sys_catalog.cc:565] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: configured and running, proceeding with master startup.
23:51:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.492051 30623 raft_consensus.cc:493] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:51:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.492946 30634 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.492640 30623 raft_consensus.cc:515] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.493306 30634 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.495651 30623 leader_election.cc:290] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a27239ef8aa4bfa9a085cc6d56346e8 (127.29.170.62:34943), d2ebd539e23b4eeaa2d34ad07298fe93 (127.29.170.61:42317)
23:51:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.500932 30567 tablet.cc:2406] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.489326 30534 master_runner.cc:187] Error getting master registration for 127.29.170.62:34943: OK, instance_id { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" instance_seqno: 1783468292424168 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.519990 30534 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.694775 30532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 7
23:51:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.731704 30532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93: Bootstrap starting.
23:51:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.742197 30532 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93: Neither blocks nor log segments found. Creating new log.
23:51:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.744637 30532 log.cc:826] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93: Log is configured to *not* fsync() on all Append() calls
23:51:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.750212 30532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93: No bootstrap required, opened a new log
23:51:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.780745 30532 raft_consensus.cc:359] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:36.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.781682 30532 raft_consensus.cc:385] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:36.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.781989 30532 raft_consensus.cc:740] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2ebd539e23b4eeaa2d34ad07298fe93, State: Initialized, Role: FOLLOWER
23:51:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.782958 30532 consensus_queue.cc:260] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.805088 30638 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.806022 30638 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [sys.catalog]: This master's current role is: FOLLOWER
23:51:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.807019 30532 sys_catalog.cc:565] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [sys.catalog]: configured and running, proceeding with master startup.
23:51:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.807189 30507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" is_pre_election: true
23:51:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.808096 30507 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e66cc5ebca3e4320b8da8c8e7ad5bfe9 in term 0.
23:51:36.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.809824 30563 leader_election.cc:304] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d2ebd539e23b4eeaa2d34ad07298fe93, e66cc5ebca3e4320b8da8c8e7ad5bfe9; no voters: 
23:51:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.810798 30623 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:51:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.811152 30623 raft_consensus.cc:493] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:51:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.811456 30623 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 0 FOLLOWER]: Advancing to term 1
23:51:36.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.819300 30623 raft_consensus.cc:515] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.825394 30623 leader_election.cc:290] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [CANDIDATE]: Term 1 election: Requested vote from peers 7a27239ef8aa4bfa9a085cc6d56346e8 (127.29.170.62:34943), d2ebd539e23b4eeaa2d34ad07298fe93 (127.29.170.61:42317)
23:51:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.828996 30507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93"
23:51:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.830574 30507 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [term 0 FOLLOWER]: Advancing to term 1
23:51:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.839308 30507 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e66cc5ebca3e4320b8da8c8e7ad5bfe9 in term 1.
23:51:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.840509 30563 leader_election.cc:304] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d2ebd539e23b4eeaa2d34ad07298fe93, e66cc5ebca3e4320b8da8c8e7ad5bfe9; no voters: 
23:51:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.841362 30623 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 1 FOLLOWER]: Leader election won for term 1
23:51:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.845183 30623 raft_consensus.cc:697] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [term 1 LEADER]: Becoming Leader. State: Replica: e66cc5ebca3e4320b8da8c8e7ad5bfe9, State: Running, Role: LEADER
23:51:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.846591 30623 consensus_queue.cc:237] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.861953 30646 sys_catalog.cc:455] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e66cc5ebca3e4320b8da8c8e7ad5bfe9. Latest consensus state: current_term: 1 leader_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.862852 30646 sys_catalog.cc:458] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: This master's current role is: LEADER
23:51:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.873339 30650 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:51:36.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.880510 30652 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:51:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.884770 30650 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:51:36.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.906648 30507 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [term 1 FOLLOWER]: Refusing update from remote peer e66cc5ebca3e4320b8da8c8e7ad5bfe9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.909135 30623 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:36.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.885054 30458 master_runner.cc:187] Error getting master registration for 127.29.170.62:34943: OK, instance_id { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" instance_seqno: 1783468292424168 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.928176 30458 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:36.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.951409 30638 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e66cc5ebca3e4320b8da8c8e7ad5bfe9. Latest consensus state: current_term: 1 leader_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:36.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.952160 30638 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [sys.catalog]: This master's current role is: FOLLOWER
23:51:36.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.956480 30623 sys_catalog.cc:455] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.957331 30623 sys_catalog.cc:458] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: This master's current role is: LEADER
23:51:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.959053 30650 catalog_manager.cc:1382] Generated new cluster ID: 69b1741169354a828a872c8089274cbd
23:51:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.959368 30650 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:51:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.967234 30654 mvcc.cc:204] Tried to move back new op lower bound from 7305086144107937792 to 7305086143895576576. Current Snapshot: MvccSnapshot[applied={T|T < 7305086144107937792}]
23:51:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.975028 30638 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.975786 30638 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93 [sys.catalog]: This master's current role is: FOLLOWER
23:51:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.987594 30650 catalog_manager.cc:1405] Generated new certificate authority record
23:51:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.990236 30650 catalog_manager.cc:1539] Loading token signing keys...
23:51:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.013597 30650 catalog_manager.cc:6069] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9: Generated new TSK 0
23:51:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.015280 30650 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:51:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.064706 30376 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/wal
23:51:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/data
23:51:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/logs
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/data/info.pb
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.1:0
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.170.1
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.1
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:37.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.210170 30456 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } attempt: 7
23:51:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.251554 30456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8: Bootstrap starting.
23:51:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.259943 30456 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8: Neither blocks nor log segments found. Creating new log.
23:51:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.262544 30456 log.cc:826] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8: Log is configured to *not* fsync() on all Append() calls
23:51:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.274222 30456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8: No bootstrap required, opened a new log
23:51:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.305512 30456 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.306914 30456 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.307255 30456 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a27239ef8aa4bfa9a085cc6d56346e8, State: Initialized, Role: FOLLOWER
23:51:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.308231 30456 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } }
23:51:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.313182 30456 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [sys.catalog]: configured and running, proceeding with master startup.
23:51:37.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.313349 30430 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8"
23:51:37.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.314918 30431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" is_pre_election: true
23:51:37.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.314411 30429 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [term 0 FOLLOWER]: Advancing to term 1
23:51:37.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.312151 30661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.317858 30661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [sys.catalog]: This master's current role is: FOLLOWER
23:51:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.328051 30429 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [term 1 FOLLOWER]: Refusing update from remote peer e66cc5ebca3e4320b8da8c8e7ad5bfe9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.340188 30646 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:37.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.375839 30410 tablet.cc:2406] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.411561 30661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e66cc5ebca3e4320b8da8c8e7ad5bfe9. Latest consensus state: current_term: 1 leader_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:37.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.413925 30668 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:37.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.414798 30668 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [sys.catalog]: This master's current role is: FOLLOWER
23:51:37.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.415796 30661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8 [sys.catalog]: This master's current role is: FOLLOWER
23:51:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.462507 30677 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:51:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.617885 30658 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.618458 30658 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.619071 30658 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.652747 30658 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.653641 30658 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.170.1
23:51:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.691938 30658 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/data
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/wal
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.1:0
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/data/info.pb
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.1
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.170.1
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/logs
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:37.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:37.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.693750 30658 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.695861 30658 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:37.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.709671 30683 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.790076 30646 sys_catalog.cc:455] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a27239ef8aa4bfa9a085cc6d56346e8" member_type: VOTER last_known_addr { host: "127.29.170.62" port: 34943 } } peers { permanent_uuid: "d2ebd539e23b4eeaa2d34ad07298fe93" member_type: VOTER last_known_addr { host: "127.29.170.61" port: 42317 } } peers { permanent_uuid: "e66cc5ebca3e4320b8da8c8e7ad5bfe9" member_type: VOTER last_known_addr { host: "127.29.170.60" port: 33767 } } }
23:51:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.792001 30646 sys_catalog.cc:458] T 00000000000000000000000000000000 P e66cc5ebca3e4320b8da8c8e7ad5bfe9 [sys.catalog]: This master's current role is: LEADER
23:51:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.906376 30652 catalog_manager.cc:1294] Loaded cluster ID: 69b1741169354a828a872c8089274cbd
23:51:37.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.908136 30652 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93: loading cluster ID for follower catalog manager: success
23:51:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.933475 30652 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93: acquiring CA information for follower catalog manager: success
23:51:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.950950 30652 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d2ebd539e23b4eeaa2d34ad07298fe93: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:51:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.482452 30677 catalog_manager.cc:1294] Loaded cluster ID: 69b1741169354a828a872c8089274cbd
23:51:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.483327 30677 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8: loading cluster ID for follower catalog manager: success
23:51:38.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.491479 30677 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8: acquiring CA information for follower catalog manager: success
23:51:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.516793 30677 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7a27239ef8aa4bfa9a085cc6d56346e8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:51:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.112804 30682 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 30658
23:51:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.899940 30685 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2187 milliseconds
23:51:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.900471 30686 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.898242 30658 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.187s	user 0.501s	sys 0.772s
23:51:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.901454 30658 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.190s	user 0.501s	sys 0.772s
23:51:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.901950 30658 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.711202 30684 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.908170 30658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.922075 30658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.924033 30658 hybrid_clock.cc:648] HybridClock initialized: now 1783468299923953 us; error 96 us; skew 500 ppm
23:51:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.925596 30658 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.959275 30658 webserver.cc:534] Webserver started at http://127.29.170.1:46761/ using document root <none> and password file <none>
23:51:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.961196 30658 fs_manager.cc:362] Metadata directory not provided
23:51:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.961939 30658 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.962827 30658 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.970312 30658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/data/instance:
23:51:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9788dd306b06478386a1b0e37445d217"
23:51:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:39 on dist-test-slave-1rxj"
23:51:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.972618 30658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/wal/instance:
23:51:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9788dd306b06478386a1b0e37445d217"
23:51:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:39 on dist-test-slave-1rxj"
23:51:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.989466 30658 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.003s	sys 0.010s
23:51:40.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.010493 30697 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.012549 30658 fs_manager.cc:730] Time spent opening block manager: real 0.018s	user 0.002s	sys 0.014s
23:51:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.013341 30658 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/wal
23:51:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9788dd306b06478386a1b0e37445d217"
23:51:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:39 on dist-test-slave-1rxj"
23:51:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.014181 30658 fs_report.cc:389] FS layout report
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/wal
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/wal
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/data/data
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.125679 30658 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.130354 30658 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.131492 30658 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.143910 30658 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.157889 30658 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.158722 30658 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
23:51:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.159252 30658 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.159693 30658 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:51:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.954814 30658 rpc_server.cc:307] RPC server started. Bound to: 127.29.170.1:35425
23:51:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.954938 30813 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.170.1:35425 every 8 connection(s)
23:51:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.960325 30658 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/data/info.pb
23:51:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.963511 30376 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 30658
23:51:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.964145 30376 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-0/wal/instance
23:51:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:40.983021 30376 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/wal
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/data
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/logs
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/data/info.pb
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.2:0
23:51:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.170.2
23:51:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.2
23:51:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.045589 30817 heartbeater.cc:344] Connected to a master server at 127.29.170.60:33767
23:51:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.046116 30817 heartbeater.cc:461] Registering TS with master...
23:51:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.047492 30817 heartbeater.cc:507] Master 127.29.170.60:33767 requested a full tablet report, sending...
23:51:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.049336 30819 heartbeater.cc:344] Connected to a master server at 127.29.170.62:34943
23:51:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.049721 30819 heartbeater.cc:461] Registering TS with master...
23:51:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.050668 30819 heartbeater.cc:507] Master 127.29.170.62:34943 requested a full tablet report, sending...
23:51:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.051645 30578 ts_manager.cc:194] Registered new tserver with Master: 9788dd306b06478386a1b0e37445d217 (127.29.170.1:35425)
23:51:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.054337 30578 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.170.1:58317
23:51:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.058287 30421 ts_manager.cc:194] Registered new tserver with Master: 9788dd306b06478386a1b0e37445d217 (127.29.170.1:35425)
23:51:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.061090 30814 heartbeater.cc:344] Connected to a master server at 127.29.170.61:42317
23:51:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.061447 30814 heartbeater.cc:461] Registering TS with master...
23:51:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.062404 30814 heartbeater.cc:507] Master 127.29.170.61:42317 requested a full tablet report, sending...
23:51:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.066383 30497 ts_manager.cc:194] Registered new tserver with Master: 9788dd306b06478386a1b0e37445d217 (127.29.170.1:35425)
23:51:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.612828 30818 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.613565 30818 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.614391 30818 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.674198 30818 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.675591 30818 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.170.2
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.742527 30818 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/data
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/wal
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.2:0
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/data/info.pb
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.2
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.170.2
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/logs
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.744351 30818 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:41.746639 30818 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:41.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.766949 30832 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.068300 30817 heartbeater.cc:499] Master 127.29.170.60:33767 was elected leader, sending a full tablet report...
23:51:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.768705 30833 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:43.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.169241 30818 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.401s	user 0.482s	sys 0.760s
23:51:43.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.169652 30818 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.402s	user 0.485s	sys 0.760s
23:51:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.172008 30818 server_base.cc:1061] running on GCE node
23:51:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.173215 30838 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:43.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.174726 30818 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.177605 30818 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.179114 30818 hybrid_clock.cc:648] HybridClock initialized: now 1783468303179052 us; error 41 us; skew 500 ppm
23:51:43.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.180375 30818 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.189805 30818 webserver.cc:534] Webserver started at http://127.29.170.2:42925/ using document root <none> and password file <none>
23:51:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.191222 30818 fs_manager.cc:362] Metadata directory not provided
23:51:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.191535 30818 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.192116 30818 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.199546 30818 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/data/instance:
23:51:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7109e320e5a4219a8139507eae14d9f"
23:51:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:43 on dist-test-slave-1rxj"
23:51:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.201251 30818 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/wal/instance:
23:51:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7109e320e5a4219a8139507eae14d9f"
23:51:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:43 on dist-test-slave-1rxj"
23:51:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.212013 30818 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
23:51:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.220265 30843 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.221812 30818 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.003s
23:51:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.222265 30818 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/wal
23:51:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7109e320e5a4219a8139507eae14d9f"
23:51:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:43 on dist-test-slave-1rxj"
23:51:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.222754 30818 fs_report.cc:389] FS layout report
23:51:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/wal
23:51:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/wal
23:51:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/data/data
23:51:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.321130 30818 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.322801 30818 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.323382 30818 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.326972 30818 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.333416 30818 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.333715 30818 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:51:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.334012 30818 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.334266 30818 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:51:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.563722 30818 rpc_server.cc:307] RPC server started. Bound to: 127.29.170.2:35705
23:51:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.564046 30957 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.170.2:35705 every 8 connection(s)
23:51:43.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.566800 30818 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/data/info.pb
23:51:43.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.572093 30376 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 30818
23:51:43.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.572582 30376 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-1/wal/instance
23:51:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.583915 30376 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/wal
23:51:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/data
23:51:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/logs
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/data/info.pb
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.3:0
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.170.3
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.3
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.624125 30960 heartbeater.cc:344] Connected to a master server at 127.29.170.62:34943
23:51:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.624727 30960 heartbeater.cc:461] Registering TS with master...
23:51:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.625134 30958 heartbeater.cc:344] Connected to a master server at 127.29.170.61:42317
23:51:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.625403 30958 heartbeater.cc:461] Registering TS with master...
23:51:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.626340 30960 heartbeater.cc:507] Master 127.29.170.62:34943 requested a full tablet report, sending...
23:51:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.626672 30958 heartbeater.cc:507] Master 127.29.170.61:42317 requested a full tablet report, sending...
23:51:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.630757 30959 heartbeater.cc:344] Connected to a master server at 127.29.170.60:33767
23:51:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.630579 30497 ts_manager.cc:194] Registered new tserver with Master: b7109e320e5a4219a8139507eae14d9f (127.29.170.2:35705)
23:51:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.630770 30421 ts_manager.cc:194] Registered new tserver with Master: b7109e320e5a4219a8139507eae14d9f (127.29.170.2:35705)
23:51:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.631142 30959 heartbeater.cc:461] Registering TS with master...
23:51:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.632133 30959 heartbeater.cc:507] Master 127.29.170.60:33767 requested a full tablet report, sending...
23:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.634482 30578 ts_manager.cc:194] Registered new tserver with Master: b7109e320e5a4219a8139507eae14d9f (127.29.170.2:35705)
23:51:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.635682 30578 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.170.2:39823
23:51:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.954905 30965 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.955489 30965 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.956100 30965 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.989941 30965 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.991087 30965 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.170.3
23:51:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.027874 30965 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.170.20:40919
23:51:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/data
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/wal
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.170.3:0
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/data/info.pb
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.170.3
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.170.62:34943,127.29.170.61:42317,127.29.170.60:33767
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.170.3
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/logs
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.029623 30965 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.031885 30965 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:44.047997 30975 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.639396 30959 heartbeater.cc:499] Master 127.29.170.60:33767 was elected leader, sending a full tablet report...
23:51:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.454051 30974 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 30965
23:51:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:44.049413 30976 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.473598 30965 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.425s	user 0.441s	sys 0.974s
23:51:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.475425 30965 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.427s	user 0.441s	sys 0.974s
23:51:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.477097 30978 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.479938 30977 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1424 milliseconds
23:51:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.480002 30965 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.481680 30965 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.483886 30965 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.485275 30965 hybrid_clock.cc:648] HybridClock initialized: now 1783468305485233 us; error 50 us; skew 500 ppm
23:51:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.486244 30965 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.492583 30965 webserver.cc:534] Webserver started at http://127.29.170.3:44167/ using document root <none> and password file <none>
23:51:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.493741 30965 fs_manager.cc:362] Metadata directory not provided
23:51:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.494019 30965 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.494572 30965 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.499090 30965 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/data/instance:
23:51:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1"
23:51:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:45 on dist-test-slave-1rxj"
23:51:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.500316 30965 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/wal/instance:
23:51:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1"
23:51:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:45 on dist-test-slave-1rxj"
23:51:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.507817 30965 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
23:51:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.514007 30986 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.515376 30965 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.515774 30965 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/wal
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1"
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:45 on dist-test-slave-1rxj"
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.516183 30965 fs_report.cc:389] FS layout report
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/wal
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/wal
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/data/data
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.588389 30965 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.590286 30965 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.590902 30965 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.593922 30965 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.598822 30965 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.599117 30965 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:51:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.599488 30965 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.599706 30965 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:51:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.793805 30965 rpc_server.cc:307] RPC server started. Bound to: 127.29.170.3:46041
23:51:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.793908 31099 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.170.3:46041 every 8 connection(s)
23:51:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.796656 30965 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/data/info.pb
23:51:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.800340 30376 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 30965
23:51:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.800872 30376 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster11331800459172730702/ts-2/wal/instance
23:51:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.852421 31100 heartbeater.cc:344] Connected to a master server at 127.29.170.61:42317
23:51:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.852888 31100 heartbeater.cc:461] Registering TS with master...
23:51:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.854265 31100 heartbeater.cc:507] Master 127.29.170.61:42317 requested a full tablet report, sending...
23:51:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.854612 31102 heartbeater.cc:344] Connected to a master server at 127.29.170.62:34943
23:51:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.854936 31102 heartbeater.cc:461] Registering TS with master...
23:51:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.855890 31102 heartbeater.cc:507] Master 127.29.170.62:34943 requested a full tablet report, sending...
23:51:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.855973 31101 heartbeater.cc:344] Connected to a master server at 127.29.170.60:33767
23:51:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.856338 31101 heartbeater.cc:461] Registering TS with master...
23:51:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.857295 31101 heartbeater.cc:507] Master 127.29.170.60:33767 requested a full tablet report, sending...
23:51:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.858668 30497 ts_manager.cc:194] Registered new tserver with Master: 64f9ed6f0c4e4850ba6cb2e833b2d2d1 (127.29.170.3:46041)
23:51:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.858918 30421 ts_manager.cc:194] Registered new tserver with Master: 64f9ed6f0c4e4850ba6cb2e833b2d2d1 (127.29.170.3:46041)
23:51:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.860031 30577 ts_manager.cc:194] Registered new tserver with Master: 64f9ed6f0c4e4850ba6cb2e833b2d2d1 (127.29.170.3:46041)
23:51:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.861888 30577 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.170.3:35347
23:51:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.869239 30376 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:51:45.883 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:51:45.884 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:51:45.893 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.170.62"
      port: 34943
    }
    bound_http_address {
      host: "127.29.170.62"
      port: 35157
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.170.61"
      port: 42317
    }
    bound_http_address {
      host: "127.29.170.61"
      port: 44817
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.170.60"
      port: 33767
    }
    bound_http_address {
      host: "127.29.170.60"
      port: 46461
    }
  }
}

23:51:45.896 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:51:45.899 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.170.1"
      port: 35425
    }
    bound_http_address {
      host: "127.29.170.1"
      port: 46761
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.170.2"
      port: 35705
    }
    bound_http_address {
      host: "127.29.170.2"
      port: 42925
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.170.3"
      port: 46041
    }
    bound_http_address {
      host: "127.29.170.3"
      port: 44167
    }
  }
}

23:51:45.900 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:51:45.914 [DEBUG - main] (InternalLoggerFactory.java:63) Using SLF4J as the default logging framework
23:51:45.919 [DEBUG - main] (ResourceLeakDetector.java:129) -Dorg.apache.kudu.shaded.io.netty.leakDetection.level: simple
23:51:45.919 [DEBUG - main] (ResourceLeakDetector.java:130) -Dorg.apache.kudu.shaded.io.netty.leakDetection.targetRecords: 4
23:51:45.924 [DEBUG - main] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@403f0a22
23:51:45.956 [DEBUG - main] (PlatformDependent0.java:1138) Java version: 17
23:51:45.956 [DEBUG - main] (PlatformDependent0.java:616) -Dio.netty.noUnsafe: false
23:51:45.957 [DEBUG - main] (PlatformDependent0.java:559) Thread.isVirtual() is not available: 
23:51:45.957 [DEBUG - main] (PlatformDependent0.java:572) java.lang.BaseVirtualThread is not available: 
23:51:45.958 [DEBUG - main] (PlatformDependent0.java:145) sun.misc.Unsafe.theUnsafe: available
23:51:45.959 [DEBUG - main] (PlatformDependent0.java:208) sun.misc.Unsafe base methods: all available
23:51:45.959 [DEBUG - main] (PlatformDependent0.java:240) sun.misc.Unsafe.storeFence: available
23:51:45.959 [DEBUG - main] (PlatformDependent0.java:283) java.nio.Buffer.address: available
23:51:45.960 [DEBUG - main] (PlatformDependent0.java:369) direct buffer constructor: unavailable: Reflective setAccessible(true) disabled
23:51:45.960 [DEBUG - main] (PlatformDependent0.java:447) java.nio.Bits.unaligned: available, true
23:51:45.962 [DEBUG - main] (PlatformDependent0.java:515) jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable: class org.apache.kudu.shaded.io.netty.util.internal.PlatformDependent0$7 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @589b3632
23:51:45.963 [DEBUG - main] (PlatformDependent0.java:545) java.nio.DirectByteBuffer.<init>(long, {int,long}): unavailable
23:51:45.963 [DEBUG - main] (PlatformDependent.java:1214) sun.misc.Unsafe: available
23:51:45.963 [DEBUG - main] (PlatformDependent.java:1360) -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
23:51:45.963 [DEBUG - main] (PlatformDependent.java:1439) -Dio.netty.bitMode: 64 (sun.arch.data.model)
23:51:45.965 [DEBUG - main] (PlatformDependent.java:181) -Dio.netty.maxDirectMemory: -1 bytes
23:51:45.965 [DEBUG - main] (PlatformDependent.java:188) -Dio.netty.uninitializedArrayAllocationThreshold: -1
23:51:45.966 [DEBUG - main] (CleanerJava9.java:71) java.nio.ByteBuffer.cleaner(): available
23:51:45.966 [DEBUG - main] (PlatformDependent.java:209) -Dio.netty.noPreferDirect: false
23:51:45.977 [DEBUG - main] (PlatformDependent.java:1048) org.jctools-core.MpscChunkedArrayQueue: available
23:51:46.018 [DEBUG - main] (MultithreadEventLoopGroup.java:44) -Dio.netty.eventLoopThreads: 8
23:51:46.027 [DEBUG - main] (GlobalEventExecutor.java:54) -Dio.netty.globalEventExecutor.quietPeriodSeconds: 1
23:51:46.032 [DEBUG - main] (InternalThreadLocalMap.java:100) -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
23:51:46.032 [DEBUG - main] (InternalThreadLocalMap.java:101) -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
23:51:46.038 [DEBUG - main] (NioEventLoop.java:110) -Dio.netty.noKeySetOptimization: false
23:51:46.038 [DEBUG - main] (NioEventLoop.java:111) -Dio.netty.selectorAutoRebuildThreshold: 512
23:51:46.086 [DEBUG - main] (PooledByteBufAllocator.java:161) -Dio.netty.allocator.numHeapArenas: 8
23:51:46.086 [DEBUG - main] (PooledByteBufAllocator.java:162) -Dio.netty.allocator.numDirectArenas: 8
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:164) -Dio.netty.allocator.pageSize: 8192
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:169) -Dio.netty.allocator.maxOrder: 9
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:173) -Dio.netty.allocator.chunkSize: 4194304
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:174) -Dio.netty.allocator.smallCacheSize: 256
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:175) -Dio.netty.allocator.normalCacheSize: 64
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:176) -Dio.netty.allocator.maxCachedBufferCapacity: 32768
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:177) -Dio.netty.allocator.cacheTrimInterval: 8192
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:178) -Dio.netty.allocator.cacheTrimIntervalMillis: 0
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:179) -Dio.netty.allocator.useCacheForAllThreads: false
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:180) -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
23:51:46.087 [DEBUG - main] (PooledByteBufAllocator.java:182) -Dio.netty.allocator.disableCacheFinalizersForFastThreadLocalThreads: false
23:51:46.102 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:51:46.159 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:51:46.249 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:51:46.250 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:51:46.250 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:51:46.250 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:51:46.254 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:51:46.657 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:51:46.658 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:51:46.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.661401 31110 mini_oidc.cc:150] Starting JWKS server
23:51:46.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.665831 31110 webserver.cc:534] Webserver started at http://127.0.0.1:45859/ using document root <none> and password file <none>
23:51:46.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.666256 31110 mini_oidc.cc:186] Starting OIDC Discovery server
23:51:46.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.668531 31110 webserver.cc:534] Webserver started at http://127.0.0.1:41121/ using document root <none> and password file <none>
23:51:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:46Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:51:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:46Z Disabled control of system clock
23:51:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.732365 31110 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/wal
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/data
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/logs
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/data/info.pb
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.190:39137
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.190
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:51:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45859/jwks.json with env {}
23:51:46.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.865348 31101 heartbeater.cc:499] Master 127.29.170.60:33767 was elected leader, sending a full tablet report...
23:51:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.087451 31123 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.088263 31123 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.088807 31123 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:47.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.128894 31123 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:47.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.129181 31123 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:47.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.129608 31123 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.129886 31123 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.130122 31123 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.130402 31123 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45859/jwks.json
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.169950 31123 master_runner.cc:387] Master server non-default flags:
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/data
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/wal
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.190:39137
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45859/jwks.json
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/data/info.pb
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.190
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/logs
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.171296 31123 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:47.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.172936 31123 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:47.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.186350 31129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:48.588835 31128 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31123
23:51:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.188542 31130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.050971 31123 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.863s	user 0.658s	sys 1.135s
23:51:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.051733 31123 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.864s	user 0.658s	sys 1.135s
23:51:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.054195 31132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.056685 31131 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1864 milliseconds
23:51:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.056739 31123 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.058034 31123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.060364 31123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.061697 31123 hybrid_clock.cc:648] HybridClock initialized: now 1783468309061667 us; error 61 us; skew 500 ppm
23:51:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.062460 31123 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:49.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.070552 31123 webserver.cc:534] Webserver started at http://127.30.97.190:33993/ using document root <none> and password file <none>
23:51:49.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.071439 31123 fs_manager.cc:362] Metadata directory not provided
23:51:49.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.071642 31123 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.072021 31123 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.076479 31123 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/data/instance:
23:51:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e"
23:51:49.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:49 on dist-test-slave-1rxj"
23:51:49.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.077585 31123 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/wal/instance:
23:51:49.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e"
23:51:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:49 on dist-test-slave-1rxj"
23:51:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.085366 31123 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.005s
23:51:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.092149 31140 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.093389 31123 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.093756 31123 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/wal
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e"
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:49 on dist-test-slave-1rxj"
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.094059 31123 fs_report.cc:389] FS layout report
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/wal
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/wal
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/data/data
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.152629 31123 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.155507 31123 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.156366 31123 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.273275 31123 rpc_server.cc:307] RPC server started. Bound to: 127.30.97.190:39137
23:51:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.273418 31192 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.97.190:39137 every 8 connection(s)
23:51:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.276473 31123 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/data/info.pb
23:51:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.281013 31110 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 31123
23:51:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.281546 31110 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-0/wal/instance
23:51:49.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.286783 31193 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:49.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.287467 31110 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:49.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/wal
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/data
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/logs
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/data/info.pb
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.189:37341
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.189
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:51:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:51:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45859/jwks.json with env {}
23:51:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.310895 31193 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } has no permanent_uuid. Determining permanent_uuid...
23:51:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.356701 31193 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } has no permanent_uuid. Determining permanent_uuid...
23:51:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.361202 31142 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.97.189:37341: connect: Connection refused (error 111)
23:51:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.366580 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.189:37341: Network error: Client connection negotiation failed: client connection to 127.30.97.189:37341: connect: Connection refused (error 111)
23:51:49.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.416134 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } attempt: 1
23:51:49.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.421187 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.189:37341: Network error: Client connection negotiation failed: client connection to 127.30.97.189:37341: connect: Connection refused (error 111)
23:51:49.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.489863 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } attempt: 2
23:51:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.495214 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.189:37341: Network error: Client connection negotiation failed: client connection to 127.30.97.189:37341: connect: Connection refused (error 111)
23:51:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.586710 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } attempt: 3
23:51:49.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.591607 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.189:37341: Network error: Client connection negotiation failed: client connection to 127.30.97.189:37341: connect: Connection refused (error 111)
23:51:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.682983 31195 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.683531 31195 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:49.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.683991 31195 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.720494 31195 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.720803 31195 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.721002 31195 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.721213 31195 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.721408 31195 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:49.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.721654 31195 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45859/jwks.json
23:51:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.735019 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } attempt: 4
23:51:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.740181 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.189:37341: Network error: Client connection negotiation failed: client connection to 127.30.97.189:37341: connect: Connection refused (error 111)
23:51:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.760977 31195 master_runner.cc:387] Master server non-default flags:
23:51:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:51:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/data
23:51:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/wal
23:51:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.189:37341
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45859/jwks.json
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/data/info.pb
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.189
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/logs
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.762387 31195 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:49.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.764024 31195 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:49.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.777832 31204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:50.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.039644 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } attempt: 5
23:51:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:50.050561 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.189:37341: Network error: Client connection negotiation failed: client connection to 127.30.97.189:37341: connect: Connection refused (error 111)
23:51:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.598475 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } attempt: 6
23:51:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:50.631210 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.189:37341: Network error: Client connection negotiation failed: client connection to 127.30.97.189:37341: connect: Connection refused (error 111)
23:51:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.183452 31203 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31195
23:51:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.779819 31205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.457226 31203 kernel_stack_watchdog.cc:198] Thread 31195 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:51:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.457719 31195 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.678s	user 0.521s	sys 1.077s
23:51:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.459127 31195 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.679s	user 0.521s	sys 1.077s
23:51:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.460039 31207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.465170 31206 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1683 milliseconds
23:51:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.465180 31195 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.466832 31195 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:51.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.469462 31195 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:51.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.470942 31195 hybrid_clock.cc:648] HybridClock initialized: now 1783468311470896 us; error 58 us; skew 500 ppm
23:51:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.471823 31195 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.480104 31195 webserver.cc:534] Webserver started at http://127.30.97.189:42671/ using document root <none> and password file <none>
23:51:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.481120 31195 fs_manager.cc:362] Metadata directory not provided
23:51:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.481377 31195 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.481982 31195 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.487223 31195 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/data/instance:
23:51:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d21a2d0c9b5464ca2715fecc450c686"
23:51:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:51 on dist-test-slave-1rxj"
23:51:51.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.488664 31195 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/wal/instance:
23:51:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d21a2d0c9b5464ca2715fecc450c686"
23:51:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:51 on dist-test-slave-1rxj"
23:51:51.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.497377 31195 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
23:51:51.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.503616 31221 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.504906 31195 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
23:51:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.505333 31195 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/wal
23:51:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d21a2d0c9b5464ca2715fecc450c686"
23:51:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:51 on dist-test-slave-1rxj"
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.505774 31195 fs_report.cc:389] FS layout report
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/wal
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/wal
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/data/data
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:51.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:51.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:51.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.568831 31195 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.570637 31195 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.571234 31195 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.657133 31195 rpc_server.cc:307] RPC server started. Bound to: 127.30.97.189:37341
23:51:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.657197 31273 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.97.189:37341 every 8 connection(s)
23:51:51.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.660082 31195 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/data/info.pb
23:51:51.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.664057 31110 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 31195
23:51:51.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.664551 31110 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-1/wal/instance
23:51:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.668233 31110 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/wal
23:51:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/data
23:51:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/logs
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/data/info.pb
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.188:41347
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.188
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45859/jwks.json with env {}
23:51:51.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.670532 31274 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:51.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.685787 31274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } has no permanent_uuid. Determining permanent_uuid...
23:51:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.691903 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } attempt: 7
23:51:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.720377 31193 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } has no permanent_uuid. Determining permanent_uuid...
23:51:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.721318 31274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } has no permanent_uuid. Determining permanent_uuid...
23:51:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.732945 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.735417 31274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } has no permanent_uuid. Determining permanent_uuid...
23:51:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.738207 31224 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.745754 31274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.791383 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 1
23:51:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.795325 31274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 1
23:51:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.797463 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.800720 31274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.869189 31274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 2
23:51:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.873425 31274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:51.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.878962 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 2
23:51:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.884603 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.964969 31274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 3
23:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.969332 31274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:51.970021 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 3
23:51:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:51.975747 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.051015 31276 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.051843 31276 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.052589 31276 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.088685 31276 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.089051 31276 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.089402 31276 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.089749 31276 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.090080 31276 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.090328 31276 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45859/jwks.json
23:51:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.112833 31274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 4
23:51:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.116196 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 4
23:51:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.120575 31274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.121367 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.133195 31276 master_runner.cc:387] Master server non-default flags:
23:51:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:51:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/data
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/wal
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.188:41347
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45859/jwks.json
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/data/info.pb
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.188
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/logs
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.134549 31276 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.136241 31276 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:52.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.148737 31288 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:52.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.404788 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 5
23:51:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.411455 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.420061 31274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 5
23:51:52.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.428964 31274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:52.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.963901 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 6
23:51:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.976504 31274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 6
23:51:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.995539 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.996250 31274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:54.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.029096 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 7
23:51:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.056818 31274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 7
23:51:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.098899 31274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:54.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.105195 31193 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.97.188:41347: Network error: Client connection negotiation failed: client connection to 127.30.97.188:41347: connect: Connection refused (error 111)
23:51:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:53.552429 31287 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31276
23:51:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.106699 31287 kernel_stack_watchdog.cc:198] Thread 31276 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 396ms:
23:51:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.149529 31289 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:54.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.109007 31276 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.957s	user 0.001s	sys 0.001s
23:51:54.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.109386 31276 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.958s	user 0.002s	sys 0.002s
23:51:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.114475 31290 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1961 milliseconds
23:51:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.115207 31291 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.115302 31276 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.116492 31276 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.119551 31276 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.121052 31276 hybrid_clock.cc:648] HybridClock initialized: now 1783468314120985 us; error 79 us; skew 500 ppm
23:51:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.122079 31276 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.129475 31276 webserver.cc:534] Webserver started at http://127.30.97.188:33261/ using document root <none> and password file <none>
23:51:54.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.130450 31276 fs_manager.cc:362] Metadata directory not provided
23:51:54.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.130649 31276 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.131165 31276 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.137571 31276 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/data/instance:
23:51:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9517f07557b4a27b291876e424e0dc2"
23:51:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:54 on dist-test-slave-1rxj"
23:51:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.139178 31276 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/wal/instance:
23:51:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9517f07557b4a27b291876e424e0dc2"
23:51:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:54 on dist-test-slave-1rxj"
23:51:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.148428 31276 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
23:51:54.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.154394 31311 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:54.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.155689 31276 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.155998 31276 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/wal
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9517f07557b4a27b291876e424e0dc2"
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:54 on dist-test-slave-1rxj"
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.156301 31276 fs_report.cc:389] FS layout report
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/wal
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/wal
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/data/data
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.205906 31276 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.207798 31276 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.208407 31276 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:54.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.348486 31276 rpc_server.cc:307] RPC server started. Bound to: 127.30.97.188:41347
23:51:54.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.348534 31363 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.97.188:41347 every 8 connection(s)
23:51:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.351994 31276 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/data/info.pb
23:51:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.353690 31110 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 31276
23:51:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.354111 31110 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/master-2/wal/instance
23:51:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.366513 31364 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.388455 31364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } has no permanent_uuid. Determining permanent_uuid...
23:51:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.422468 31364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } has no permanent_uuid. Determining permanent_uuid...
23:51:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.437429 31364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } has no permanent_uuid. Determining permanent_uuid...
23:51:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.458892 31364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: Bootstrap starting.
23:51:54.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.470415 31364 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: Neither blocks nor log segments found. Creating new log.
23:51:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.473871 31364 log.cc:826] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: Log is configured to *not* fsync() on all Append() calls
23:51:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.484261 31364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: No bootstrap required, opened a new log
23:51:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.511530 31364 raft_consensus.cc:359] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.512485 31364 raft_consensus.cc:385] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.512771 31364 raft_consensus.cc:740] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9517f07557b4a27b291876e424e0dc2, State: Initialized, Role: FOLLOWER
23:51:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.513722 31364 consensus_queue.cc:260] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.516763 31373 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.517323 31373 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: This master's current role is: FOLLOWER
23:51:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.518313 31364 sys_catalog.cc:565] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: configured and running, proceeding with master startup.
23:51:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.555619 31384 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.555984 31384 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.548463 31276 master_runner.cc:187] Error getting master registration for 127.30.97.190:39137: OK, instance_id { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" instance_seqno: 1783468309241394 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.578940 31276 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.614360 31373 raft_consensus.cc:493] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:51:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.614893 31373 raft_consensus.cc:515] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:54.619552 31373 leader_election.cc:290] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 177b0d6d0f5a4bb7a03952f7a84f1e6e (127.30.97.190:39137), 6d21a2d0c9b5464ca2715fecc450c686 (127.30.97.189:37341)
23:51:54.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:54.717644 31317 tablet.cc:2406] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.560484 31384 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:55.560874 31384 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.127173 31314 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.30.97.190:39137 timed out after 1.508s (SENT)
23:51:56.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.166772 31193 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 8
23:51:56.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.189462 31274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } attempt: 8
23:51:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.231575 31193 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: Bootstrap starting.
23:51:56.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.235886 31274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: Bootstrap starting.
23:51:56.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.242506 31193 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: Neither blocks nor log segments found. Creating new log.
23:51:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.244153 31274 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: Neither blocks nor log segments found. Creating new log.
23:51:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.245546 31193 log.cc:826] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: Log is configured to *not* fsync() on all Append() calls
23:51:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.247007 31274 log.cc:826] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: Log is configured to *not* fsync() on all Append() calls
23:51:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.257076 31193 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: No bootstrap required, opened a new log
23:51:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.258121 31274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: No bootstrap required, opened a new log
23:51:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.291599 31193 raft_consensus.cc:359] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:56.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.293469 31193 raft_consensus.cc:385] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.294373 31193 raft_consensus.cc:740] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 177b0d6d0f5a4bb7a03952f7a84f1e6e, State: Initialized, Role: FOLLOWER
23:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.296074 31193 consensus_queue.cc:260] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.296420 31274 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:56.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.297567 31274 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:56.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.298215 31274 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d21a2d0c9b5464ca2715fecc450c686, State: Initialized, Role: FOLLOWER
23:51:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.300537 31274 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.326817 31395 sys_catalog.cc:455] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.339757 31193 sys_catalog.cc:565] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [sys.catalog]: configured and running, proceeding with master startup.
23:51:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.340013 31167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d9517f07557b4a27b291876e424e0dc2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" is_pre_election: true
23:51:56.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.345918 31167 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d9517f07557b4a27b291876e424e0dc2 in term 0.
23:51:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.347050 31167 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:60124 (request call id 2) took 1728 ms (client timeout 1508 ms). Trace:
23:51:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.347896 31167 rpcz_store.cc:269] 0707 23:51:54.618552 (+     0us) service_pool.cc:167] Inserting onto call queue
23:51:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:51:54.618792 (+   240us) service_pool.cc:224] Handling call
23:51:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:51:56.346913 (+1728121us) inbound_call.cc:177] Queueing success response
23:51:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:51:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.341153 31166 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d9517f07557b4a27b291876e424e0dc2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" is_pre_election: true
23:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.345007 31395 sys_catalog.cc:458] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [sys.catalog]: This master's current role is: FOLLOWER
23:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.350253 31166 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d9517f07557b4a27b291876e424e0dc2 in term 0.
23:51:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.352064 31314 leader_election.cc:304] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 177b0d6d0f5a4bb7a03952f7a84f1e6e, d9517f07557b4a27b291876e424e0dc2; no voters: 
23:51:56.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.358443 31398 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:51:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.356527 31396 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.360216 31398 raft_consensus.cc:493] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:51:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.361029 31274 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [sys.catalog]: configured and running, proceeding with master startup.
23:51:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.362934 31398 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 0 FOLLOWER]: Advancing to term 1
23:51:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.362480 31248 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d9517f07557b4a27b291876e424e0dc2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d21a2d0c9b5464ca2715fecc450c686" is_pre_election: true
23:51:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.363691 31248 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d9517f07557b4a27b291876e424e0dc2 in term 0.
23:51:56.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.361330 31249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d9517f07557b4a27b291876e424e0dc2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d21a2d0c9b5464ca2715fecc450c686" is_pre_election: true
23:51:56.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.365252 31249 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d9517f07557b4a27b291876e424e0dc2 in term 0.
23:51:56.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.365797 31249 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:40750 (request call id 1) took 1747 ms (client timeout 1508 ms). Trace:
23:51:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.366175 31249 rpcz_store.cc:269] 0707 23:51:54.618848 (+     0us) service_pool.cc:167] Inserting onto call queue
23:51:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:51:54.619142 (+   294us) service_pool.cc:224] Handling call
23:51:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:51:56.365711 (+1746569us) inbound_call.cc:177] Queueing success response
23:51:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:51:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.368748 31396 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [sys.catalog]: This master's current role is: FOLLOWER
23:51:56.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.389942 31398 raft_consensus.cc:515] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.411669 31166 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d9517f07557b4a27b291876e424e0dc2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e"
23:51:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.412334 31166 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [term 0 FOLLOWER]: Advancing to term 1
23:51:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.413950 31398 leader_election.cc:290] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [CANDIDATE]: Term 1 election: Requested vote from peers 177b0d6d0f5a4bb7a03952f7a84f1e6e (127.30.97.190:39137), 6d21a2d0c9b5464ca2715fecc450c686 (127.30.97.189:37341)
23:51:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.421295 31249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d9517f07557b4a27b291876e424e0dc2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d21a2d0c9b5464ca2715fecc450c686"
23:51:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.422211 31249 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [term 0 FOLLOWER]: Advancing to term 1
23:51:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.425884 31146 tablet.cc:2406] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.439405 31249 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d9517f07557b4a27b291876e424e0dc2 in term 1.
23:51:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.444164 31166 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d9517f07557b4a27b291876e424e0dc2 in term 1.
23:51:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.445425 31314 leader_election.cc:304] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 177b0d6d0f5a4bb7a03952f7a84f1e6e, d9517f07557b4a27b291876e424e0dc2; no voters: 
23:51:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.446269 31398 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 1 FOLLOWER]: Leader election won for term 1
23:51:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.454032 31398 raft_consensus.cc:697] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [term 1 LEADER]: Becoming Leader. State: Replica: d9517f07557b4a27b291876e424e0dc2, State: Running, Role: LEADER
23:51:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.455426 31398 consensus_queue.cc:237] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } }
23:51:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.506358 31413 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d9517f07557b4a27b291876e424e0dc2. Latest consensus state: current_term: 1 leader_uuid: "d9517f07557b4a27b291876e424e0dc2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.507213 31413 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: This master's current role is: LEADER
23:51:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.521190 31420 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.521920 31420 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.526296 31423 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:51:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.539564 31423 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:51:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.545153 31421 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.545894 31421 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.497319 31195 master_runner.cc:187] Error getting master registration for 127.30.97.190:39137: OK, instance_id { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" instance_seqno: 1783468309241394 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.558084 31195 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:56.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:56.585810 31228 tablet.cc:2406] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.590605 31249 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [term 1 FOLLOWER]: Refusing update from remote peer d9517f07557b4a27b291876e424e0dc2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.592988 31413 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:56.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.609117 31166 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [term 1 FOLLOWER]: Refusing update from remote peer d9517f07557b4a27b291876e424e0dc2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.611328 31413 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.650663 31425 mvcc.cc:204] Tried to move back new op lower bound from 7305086224684191744 to 7305086224217018368. Current Snapshot: MvccSnapshot[applied={T|T < 7305086224684191744}]
23:51:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.653134 31395 sys_catalog.cc:455] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [sys.catalog]: SysCatalogTable state changed. Reason: New leader d9517f07557b4a27b291876e424e0dc2. Latest consensus state: current_term: 1 leader_uuid: "d9517f07557b4a27b291876e424e0dc2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.653882 31395 sys_catalog.cc:458] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [sys.catalog]: This master's current role is: FOLLOWER
23:51:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.655165 31396 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d9517f07557b4a27b291876e424e0dc2. Latest consensus state: current_term: 1 leader_uuid: "d9517f07557b4a27b291876e424e0dc2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.655840 31396 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [sys.catalog]: This master's current role is: FOLLOWER
23:51:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.664980 31427 mvcc.cc:204] Tried to move back new op lower bound from 7305086224684191744 to 7305086224217018368. Current Snapshot: MvccSnapshot[applied={T|T < 7305086224684191744}]
23:51:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.667160 31413 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d9517f07557b4a27b291876e424e0dc2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.667795 31428 mvcc.cc:204] Tried to move back new op lower bound from 7305086224684191744 to 7305086224217018368. Current Snapshot: MvccSnapshot[applied={T|T < 7305086224684191744}]
23:51:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.670768 31395 sys_catalog.cc:455] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d9517f07557b4a27b291876e424e0dc2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.671958 31395 sys_catalog.cc:458] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e [sys.catalog]: This master's current role is: FOLLOWER
23:51:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.672286 31413 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: This master's current role is: LEADER
23:51:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.673517 31413 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d9517f07557b4a27b291876e424e0dc2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.675937 31413 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2 [sys.catalog]: This master's current role is: LEADER
23:51:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.684444 31396 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d9517f07557b4a27b291876e424e0dc2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "177b0d6d0f5a4bb7a03952f7a84f1e6e" member_type: VOTER last_known_addr { host: "127.30.97.190" port: 39137 } } peers { permanent_uuid: "6d21a2d0c9b5464ca2715fecc450c686" member_type: VOTER last_known_addr { host: "127.30.97.189" port: 37341 } } peers { permanent_uuid: "d9517f07557b4a27b291876e424e0dc2" member_type: VOTER last_known_addr { host: "127.30.97.188" port: 41347 } } }
23:51:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.685158 31396 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686 [sys.catalog]: This master's current role is: FOLLOWER
23:51:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.687714 31423 catalog_manager.cc:1382] Generated new cluster ID: 4ad81e4b324f4d6ca4f94b9731f45b4c
23:51:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.688021 31423 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:51:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.735777 31423 catalog_manager.cc:1405] Generated new certificate authority record
23:51:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.738085 31423 catalog_manager.cc:1539] Loading token signing keys...
23:51:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.780776 31423 catalog_manager.cc:6069] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: Generated new TSK 0
23:51:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.781961 31423 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:51:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:56.816601 31110 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:51:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/wal
23:51:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/data
23:51:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/logs
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/data/info.pb
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.129:0
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.97.129
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.129
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:51:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.529867 31420 catalog_manager.cc:1294] Loaded cluster ID: 4ad81e4b324f4d6ca4f94b9731f45b4c
23:51:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.530562 31420 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: loading cluster ID for follower catalog manager: success
23:51:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.542495 31420 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: acquiring CA information for follower catalog manager: success
23:51:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.551720 31421 catalog_manager.cc:1294] Loaded cluster ID: 4ad81e4b324f4d6ca4f94b9731f45b4c
23:51:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.552409 31421 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: loading cluster ID for follower catalog manager: success
23:51:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.555130 31420 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 177b0d6d0f5a4bb7a03952f7a84f1e6e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:51:57.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.574891 31421 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: acquiring CA information for follower catalog manager: success
23:51:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.591436 31421 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6d21a2d0c9b5464ca2715fecc450c686: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:51:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.643292 31435 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.643930 31435 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.644881 31435 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.732949 31435 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.745581 31435 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.97.129
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.815640 31435 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/data
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/wal
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.129:0
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/data/info.pb
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.129
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.97.129
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/logs
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.817420 31435 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:57.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:57.820039 31435 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.842512 31444 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:57.845471 31445 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.239015 31443 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31435
23:51:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.642552 31443 kernel_stack_watchdog.cc:198] Thread 31435 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 391ms:
23:51:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.640937 31446 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1793 milliseconds
23:51:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.648739 31435 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.803s	user 0.003s	sys 0.004s
23:51:59.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.649444 31447 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:59.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:59.650339 31435 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.804s	user 0.003s	sys 0.004s
23:51:59.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.650671 31435 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:59.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.652108 31435 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.660683 31435 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.662125 31435 hybrid_clock.cc:648] HybridClock initialized: now 1783468319662052 us; error 84 us; skew 500 ppm
23:51:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.663239 31435 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.687430 31435 webserver.cc:534] Webserver started at http://127.30.97.129:44861/ using document root <none> and password file <none>
23:51:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.688695 31435 fs_manager.cc:362] Metadata directory not provided
23:51:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.689002 31435 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.689607 31435 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:59.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.696833 31435 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/data/instance:
23:51:59.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d038c0bf6960413bbe2b6c2fbdf159f0"
23:51:59.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:59 on dist-test-slave-1rxj"
23:51:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.698521 31435 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/wal/instance:
23:51:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d038c0bf6960413bbe2b6c2fbdf159f0"
23:51:59.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:59 on dist-test-slave-1rxj"
23:51:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.720139 31435 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.009s	sys 0.009s
23:51:59.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.735833 31457 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:59.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.737386 31435 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.005s	sys 0.009s
23:51:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.738019 31435 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/wal
23:51:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d038c0bf6960413bbe2b6c2fbdf159f0"
23:51:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:59 on dist-test-slave-1rxj"
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.738478 31435 fs_report.cc:389] FS layout report
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/wal
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/wal
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/data/data
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.837929 31435 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.840269 31435 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.840907 31435 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.844759 31435 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.852377 31435 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.852682 31435 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:51:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.853004 31435 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:59.853210 31435 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.267444 31435 rpc_server.cc:307] RPC server started. Bound to: 127.30.97.129:37911
23:52:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.267596 31570 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.97.129:37911 every 8 connection(s)
23:52:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.272344 31435 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/data/info.pb
23:52:00.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.278568 31110 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 31435
23:52:00.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.279035 31110 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-0/wal/instance
23:52:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.296334 31110 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/wal
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/data
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/logs
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/data/info.pb
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.130:0
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.97.130
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.130
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.526719 31578 heartbeater.cc:344] Connected to a master server at 127.30.97.190:39137
23:52:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.527269 31578 heartbeater.cc:461] Registering TS with master...
23:52:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.528703 31578 heartbeater.cc:507] Master 127.30.97.190:39137 requested a full tablet report, sending...
23:52:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.530464 31573 heartbeater.cc:344] Connected to a master server at 127.30.97.189:37341
23:52:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.530819 31573 heartbeater.cc:461] Registering TS with master...
23:52:00.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.531713 31573 heartbeater.cc:507] Master 127.30.97.189:37341 requested a full tablet report, sending...
23:52:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.535979 31239 ts_manager.cc:194] Registered new tserver with Master: d038c0bf6960413bbe2b6c2fbdf159f0 (127.30.97.129:37911)
23:52:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.536051 31157 ts_manager.cc:194] Registered new tserver with Master: d038c0bf6960413bbe2b6c2fbdf159f0 (127.30.97.129:37911)
23:52:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.547386 31571 heartbeater.cc:344] Connected to a master server at 127.30.97.188:41347
23:52:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.547801 31571 heartbeater.cc:461] Registering TS with master...
23:52:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.548772 31571 heartbeater.cc:507] Master 127.30.97.188:41347 requested a full tablet report, sending...
23:52:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.552147 31328 ts_manager.cc:194] Registered new tserver with Master: d038c0bf6960413bbe2b6c2fbdf159f0 (127.30.97.129:37911)
23:52:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:00.555223 31328 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.97.129:39109
23:52:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:01.041327 31572 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:01.041939 31572 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:01.042375 31572 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:01.087045 31572 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:01.087924 31572 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.97.130
23:52:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:01.126392 31572 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/data
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/wal
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.130:0
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/data/info.pb
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.130
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.97.130
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/logs
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:01.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:01.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:01.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:01.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:01.128611 31572 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:01.130508 31572 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:01.144572 31589 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:01.559778 31571 heartbeater.cc:499] Master 127.30.97.188:41347 was elected leader, sending a full tablet report...
23:52:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:02.546947 31588 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31572
23:52:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:02.845041 31572 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.699s	user 0.465s	sys 0.958s
23:52:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:02.846551 31572 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.700s	user 0.465s	sys 0.958s
23:52:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:01.146373 31590 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:02.847489 31591 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1699 milliseconds
23:52:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:02.847669 31592 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.847724 31572 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:02.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.851851 31572 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.854348 31572 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.855752 31572 hybrid_clock.cc:648] HybridClock initialized: now 1783468322855716 us; error 37 us; skew 500 ppm
23:52:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.856618 31572 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.863200 31572 webserver.cc:534] Webserver started at http://127.30.97.130:44867/ using document root <none> and password file <none>
23:52:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.864300 31572 fs_manager.cc:362] Metadata directory not provided
23:52:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.864573 31572 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.865181 31572 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.869643 31572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/data/instance:
23:52:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec"
23:52:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:02 on dist-test-slave-1rxj"
23:52:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.870954 31572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/wal/instance:
23:52:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec"
23:52:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:02 on dist-test-slave-1rxj"
23:52:02.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.879263 31572 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
23:52:02.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.886348 31604 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.888779 31572 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.003s
23:52:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.889099 31572 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/wal
23:52:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec"
23:52:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:02 on dist-test-slave-1rxj"
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.889453 31572 fs_report.cc:389] FS layout report
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/wal
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/wal
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/data/data
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.956627 31572 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.958333 31572 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.958806 31572 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.961691 31572 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.967042 31572 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.967377 31572 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:52:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.967729 31572 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:02.967953 31572 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:03.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.202922 31572 rpc_server.cc:307] RPC server started. Bound to: 127.30.97.130:37207
23:52:03.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.203125 31718 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.97.130:37207 every 8 connection(s)
23:52:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.206621 31572 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/data/info.pb
23:52:03.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.213941 31110 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 31572
23:52:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.214478 31110 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-1/wal/instance
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.240157 31110 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/wal
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/data
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/logs
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/data/info.pb
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.131:0
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.97.131
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.131
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.278388 31720 heartbeater.cc:344] Connected to a master server at 127.30.97.189:37341
23:52:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.279306 31720 heartbeater.cc:461] Registering TS with master...
23:52:03.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.281064 31720 heartbeater.cc:507] Master 127.30.97.189:37341 requested a full tablet report, sending...
23:52:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.285084 31239 ts_manager.cc:194] Registered new tserver with Master: b47fe2a8a6e04b5f8f0e7ce4bb8c05ec (127.30.97.130:37207)
23:52:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.287926 31723 heartbeater.cc:344] Connected to a master server at 127.30.97.190:39137
23:52:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.288563 31723 heartbeater.cc:461] Registering TS with master...
23:52:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.290145 31723 heartbeater.cc:507] Master 127.30.97.190:39137 requested a full tablet report, sending...
23:52:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.290383 31719 heartbeater.cc:344] Connected to a master server at 127.30.97.188:41347
23:52:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.290787 31719 heartbeater.cc:461] Registering TS with master...
23:52:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.291668 31719 heartbeater.cc:507] Master 127.30.97.188:41347 requested a full tablet report, sending...
23:52:03.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.293372 31157 ts_manager.cc:194] Registered new tserver with Master: b47fe2a8a6e04b5f8f0e7ce4bb8c05ec (127.30.97.130:37207)
23:52:03.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.297430 31328 ts_manager.cc:194] Registered new tserver with Master: b47fe2a8a6e04b5f8f0e7ce4bb8c05ec (127.30.97.130:37207)
23:52:03.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.299330 31328 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.97.130:33397
23:52:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.694075 31727 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.694736 31727 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.695358 31727 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.729919 31727 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.730906 31727 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.97.131
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.770560 31727 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.97.148:43001
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/data
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/wal
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.97.131:0
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/data/info.pb
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.97.131
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.97.190:39137,127.30.97.189:37341,127.30.97.188:41347
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.97.131
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/logs
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.772408 31727 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:03.774513 31727 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.794278 31736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:04.303987 31719 heartbeater.cc:499] Master 127.30.97.188:41347 was elected leader, sending a full tablet report...
23:52:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.196465 31734 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31727
23:52:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.685292 31734 kernel_stack_watchdog.cc:198] Thread 31727 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
23:52:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:52:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:52:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:52:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:52:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:03.794296 31735 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.686962 31737 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1889 milliseconds
23:52:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.686882 31727 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.893s	user 0.598s	sys 1.140s
23:52:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.687376 31727 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.894s	user 0.598s	sys 1.140s
23:52:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:05.687958 31738 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.688040 31727 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.692901 31727 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.695770 31727 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.697165 31727 hybrid_clock.cc:648] HybridClock initialized: now 1783468325697084 us; error 87 us; skew 500 ppm
23:52:05.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.698132 31727 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.707208 31727 webserver.cc:534] Webserver started at http://127.30.97.131:38859/ using document root <none> and password file <none>
23:52:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.708693 31727 fs_manager.cc:362] Metadata directory not provided
23:52:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.708981 31727 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.709606 31727 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.714406 31727 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/data/instance:
23:52:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "410c6d7140d340a58779420f742c0850"
23:52:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:05 on dist-test-slave-1rxj"
23:52:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.715709 31727 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/wal/instance:
23:52:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "410c6d7140d340a58779420f742c0850"
23:52:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:05 on dist-test-slave-1rxj"
23:52:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.724565 31727 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.001s
23:52:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.731860 31748 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.733297 31727 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.733757 31727 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/wal
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "410c6d7140d340a58779420f742c0850"
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:05 on dist-test-slave-1rxj"
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.734133 31727 fs_report.cc:389] FS layout report
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/wal
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/wal
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/data/data
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:05.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.794364 31727 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.796934 31727 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.797698 31727 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.802220 31727 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.809676 31727 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.809949 31727 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:52:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.810194 31727 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:05.810336 31727 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.099942 31727 rpc_server.cc:307] RPC server started. Bound to: 127.30.97.131:45023
23:52:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.099996 31861 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.97.131:45023 every 8 connection(s)
23:52:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.105305 31727 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/data/info.pb
23:52:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.107071 31110 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 31727
23:52:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.107674 31110 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster18025719752509145889/ts-2/wal/instance
23:52:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.176144 31864 heartbeater.cc:344] Connected to a master server at 127.30.97.189:37341
23:52:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.176671 31864 heartbeater.cc:461] Registering TS with master...
23:52:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.177978 31864 heartbeater.cc:507] Master 127.30.97.189:37341 requested a full tablet report, sending...
23:52:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.178519 31867 heartbeater.cc:344] Connected to a master server at 127.30.97.190:39137
23:52:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.178957 31867 heartbeater.cc:461] Registering TS with master...
23:52:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.180011 31867 heartbeater.cc:507] Master 127.30.97.190:39137 requested a full tablet report, sending...
23:52:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.181663 31238 ts_manager.cc:194] Registered new tserver with Master: 410c6d7140d340a58779420f742c0850 (127.30.97.131:45023)
23:52:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.183327 31862 heartbeater.cc:344] Connected to a master server at 127.30.97.188:41347
23:52:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.183771 31862 heartbeater.cc:461] Registering TS with master...
23:52:06.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.184389 31157 ts_manager.cc:194] Registered new tserver with Master: 410c6d7140d340a58779420f742c0850 (127.30.97.131:45023)
23:52:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.185698 31862 heartbeater.cc:507] Master 127.30.97.188:41347 requested a full tablet report, sending...
23:52:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.188163 31328 ts_manager.cc:194] Registered new tserver with Master: 410c6d7140d340a58779420f742c0850 (127.30.97.131:45023)
23:52:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.189419 31328 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.97.131:45931
23:52:06.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.208843 31110 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:52:06.225 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:52:06.225 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:52:06.228 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.97.190"
      port: 39137
    }
    bound_http_address {
      host: "127.30.97.190"
      port: 33993
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.97.189"
      port: 37341
    }
    bound_http_address {
      host: "127.30.97.189"
      port: 42671
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.97.188"
      port: 41347
    }
    bound_http_address {
      host: "127.30.97.188"
      port: 33261
    }
  }
}

23:52:06.229 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:52:06.230 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.97.129"
      port: 37911
    }
    bound_http_address {
      host: "127.30.97.129"
      port: 44861
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.97.130"
      port: 37207
    }
    bound_http_address {
      host: "127.30.97.130"
      port: 44867
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.97.131"
      port: 45023
    }
    bound_http_address {
      host: "127.30.97.131"
      port: 38859
    }
  }
}

23:52:06.230 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:52:06.234 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:06.336 [DEBUG - main] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:06.347 [DEBUG - main] (DefaultChannelId.java:84) -Dio.netty.processId: 30350 (auto-detected)
23:52:06.349 [DEBUG - main] (NetUtil.java:149) -Djava.net.preferIPv4Stack: true
23:52:06.349 [DEBUG - main] (NetUtil.java:150) -Djava.net.preferIPv6Addresses: false
23:52:06.352 [DEBUG - main] (NetUtilInitializations.java:145) Loopback interface: lo (lo, 127.0.0.1)
23:52:06.353 [DEBUG - main] (NetUtil.java:198) /proc/sys/net/core/somaxconn: 4096
23:52:06.355 [DEBUG - main] (DefaultChannelId.java:106) -Dio.netty.machineId: 02:42:8d:ff:fe:77:e7:39 (auto-detected)
23:52:06.390 [DEBUG - main] (ByteBufUtil.java:89) -Dio.netty.allocator.type: pooled
23:52:06.391 [DEBUG - main] (ByteBufUtil.java:101) -Dio.netty.threadLocalDirectBufferSize: 0
23:52:06.391 [DEBUG - main] (ByteBufUtil.java:104) -Dio.netty.maxThreadLocalCharBufferSize: 16384
23:52:06.400 [DEBUG - main] (ChannelInitializerExtensions.java:54) -Dio.netty.bootstrap.extensions: null
23:52:06.407 [DEBUG - main] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:06.408 [DEBUG - main] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:06.434 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.170.61:42317(127.29.170.61:42317)] Successfully connected to peer
23:52:06.434 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.170.62:34943(127.29.170.62:34943)] Successfully connected to peer
23:52:06.434 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.170.60:33767(127.29.170.60:33767)] Successfully connected to peer
23:52:06.467 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:63) -Dorg.apache.kudu.shaded.io.netty.buffer.checkAccessible: true
23:52:06.467 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:64) -Dorg.apache.kudu.shaded.io.netty.buffer.checkBounds: true
23:52:06.467 [DEBUG - kudu-nio-0] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@65280abe
23:52:06.477 [DEBUG - kudu-nio-0] (Recycler.java:96) -Dio.netty.recycler.maxCapacityPerThread: 4096
23:52:06.477 [DEBUG - kudu-nio-0] (Recycler.java:97) -Dio.netty.recycler.ratio: 8
23:52:06.477 [DEBUG - kudu-nio-0] (Recycler.java:98) -Dio.netty.recycler.chunkSize: 32
23:52:06.477 [DEBUG - kudu-nio-0] (Recycler.java:99) -Dio.netty.recycler.blocking: false
23:52:06.477 [DEBUG - kudu-nio-0] (Recycler.java:100) -Dio.netty.recycler.batchFastThreadLocalOnly: true
23:52:06.560 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.61
23:52:06.560 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.60
23:52:06.560 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.62
23:52:06.783 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:06.783 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:06.785 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:06.819 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd00aaf88, L:/127.0.0.1:59762 - R:/127.29.170.60:33767] using SASL/PLAIN
23:52:06.821 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfafc7221, L:/127.0.0.1:41150 - R:/127.29.170.61:42317] using SASL/PLAIN
23:52:06.821 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7f38cd98, L:/127.0.0.1:35116 - R:/127.29.170.62:34943] using SASL/PLAIN
23:52:06.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:06.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=579), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [549ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: OK, [549ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: OK, [549ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: OK, deferred=null) after lookup
23:52:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:06.910317 30577 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59762:
23:52:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:52:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:52:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:52:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000\006\001d\000\000\000\007\001\310\000\000\000"
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:06.914389 30577 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:52:07.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:07.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.039570 30746 tablet_service.cc:1511] Processing CreateTablet for tablet e012864a1d104f0e9bc788d6f9f0aadf (DEFAULT_TABLE table=replication_test_table [id=c67286741f144038abf8220e04f8ea30]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:52:07.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.036681 30745 tablet_service.cc:1511] Processing CreateTablet for tablet 3fcc2946b51346a4a6c88f1a5936c1ce (DEFAULT_TABLE table=replication_test_table [id=c67286741f144038abf8220e04f8ea30]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.043401 30746 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e012864a1d104f0e9bc788d6f9f0aadf. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.047966 30745 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3fcc2946b51346a4a6c88f1a5936c1ce. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.115460 30892 tablet_service.cc:1511] Processing CreateTablet for tablet e012864a1d104f0e9bc788d6f9f0aadf (DEFAULT_TABLE table=replication_test_table [id=c67286741f144038abf8220e04f8ea30]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:52:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.119185 30892 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e012864a1d104f0e9bc788d6f9f0aadf. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.114887 30891 tablet_service.cc:1511] Processing CreateTablet for tablet 3fcc2946b51346a4a6c88f1a5936c1ce (DEFAULT_TABLE table=replication_test_table [id=c67286741f144038abf8220e04f8ea30]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.121239 30891 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3fcc2946b51346a4a6c88f1a5936c1ce. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.129698 31897 tablet_bootstrap.cc:492] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217: Bootstrap starting.
23:52:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.133383 31033 tablet_service.cc:1511] Processing CreateTablet for tablet 3fcc2946b51346a4a6c88f1a5936c1ce (DEFAULT_TABLE table=replication_test_table [id=c67286741f144038abf8220e04f8ea30]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.138816 31034 tablet_service.cc:1511] Processing CreateTablet for tablet e012864a1d104f0e9bc788d6f9f0aadf (DEFAULT_TABLE table=replication_test_table [id=c67286741f144038abf8220e04f8ea30]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:52:07.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.141441 31033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3fcc2946b51346a4a6c88f1a5936c1ce. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.147254 31034 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e012864a1d104f0e9bc788d6f9f0aadf. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:07.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.147956 31897 tablet_bootstrap.cc:654] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217: Neither blocks nor log segments found. Creating new log.
23:52:07.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.151300 31897 log.cc:826] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217: Log is configured to *not* fsync() on all Append() calls
23:52:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.177902 31897 tablet_bootstrap.cc:492] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217: No bootstrap required, opened a new log
23:52:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.178507 31897 ts_tablet_manager.cc:1403] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217: Time spent bootstrapping tablet: real 0.050s	user 0.002s	sys 0.037s
23:52:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.192584 31862 heartbeater.cc:499] Master 127.30.97.188:41347 was elected leader, sending a full tablet report...
23:52:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.210496 31897 raft_consensus.cc:359] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.211393 31897 raft_consensus.cc:385] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.211675 31897 raft_consensus.cc:740] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9788dd306b06478386a1b0e37445d217, State: Initialized, Role: FOLLOWER
23:52:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.212808 31897 consensus_queue.cc:260] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.221961 31900 tablet_bootstrap.cc:492] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Bootstrap starting.
23:52:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.235873 31900 tablet_bootstrap.cc:654] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Neither blocks nor log segments found. Creating new log.
23:52:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.238852 31900 log.cc:826] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Log is configured to *not* fsync() on all Append() calls
23:52:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.243857 31897 ts_tablet_manager.cc:1434] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217: Time spent starting tablet: real 0.065s	user 0.046s	sys 0.006s
23:52:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.256814 31897 tablet_bootstrap.cc:492] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217: Bootstrap starting.
23:52:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.267271 31897 tablet_bootstrap.cc:654] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217: Neither blocks nor log segments found. Creating new log.
23:52:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.271195 31903 tablet_bootstrap.cc:492] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f: Bootstrap starting.
23:52:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.292044 31897 tablet_bootstrap.cc:492] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217: No bootstrap required, opened a new log
23:52:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.292631 31897 ts_tablet_manager.cc:1403] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217: Time spent bootstrapping tablet: real 0.036s	user 0.012s	sys 0.000s
23:52:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.297277 31897 raft_consensus.cc:359] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.297997 31897 raft_consensus.cc:385] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.298259 31897 raft_consensus.cc:740] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9788dd306b06478386a1b0e37445d217, State: Initialized, Role: FOLLOWER
23:52:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.298936 31897 consensus_queue.cc:260] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.300187 31903 tablet_bootstrap.cc:654] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f: Neither blocks nor log segments found. Creating new log.
23:52:07.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.300616 30823 tablet.cc:2406] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.302845 31903 log.cc:826] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f: Log is configured to *not* fsync() on all Append() calls
23:52:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.305935 31897 ts_tablet_manager.cc:1434] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217: Time spent starting tablet: real 0.011s	user 0.005s	sys 0.000s
23:52:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.313649 31903 tablet_bootstrap.cc:492] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f: No bootstrap required, opened a new log
23:52:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.314206 31903 ts_tablet_manager.cc:1403] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f: Time spent bootstrapping tablet: real 0.049s	user 0.016s	sys 0.002s
23:52:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.341390 31903 raft_consensus.cc:359] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.342356 31903 raft_consensus.cc:385] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.342644 31903 raft_consensus.cc:740] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7109e320e5a4219a8139507eae14d9f, State: Initialized, Role: FOLLOWER
23:52:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.343878 31903 consensus_queue.cc:260] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.347143 31900 tablet_bootstrap.cc:492] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: No bootstrap required, opened a new log
23:52:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.347704 31900 ts_tablet_manager.cc:1403] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Time spent bootstrapping tablet: real 0.126s	user 0.049s	sys 0.034s
23:52:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.353922 31903 ts_tablet_manager.cc:1434] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f: Time spent starting tablet: real 0.039s	user 0.037s	sys 0.001s
23:52:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.377755 31903 tablet_bootstrap.cc:492] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f: Bootstrap starting.
23:52:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.379370 30966 tablet.cc:2406] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.394855 31903 tablet_bootstrap.cc:654] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f: Neither blocks nor log segments found. Creating new log.
23:52:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.401070 31901 raft_consensus.cc:493] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.401710 31901 raft_consensus.cc:515] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.416383 31901 leader_election.cc:290] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b7109e320e5a4219a8139507eae14d9f (127.29.170.2:35705), 64f9ed6f0c4e4850ba6cb2e833b2d2d1 (127.29.170.3:46041)
23:52:07.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.419489 31900 raft_consensus.cc:359] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.420953 31900 raft_consensus.cc:385] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:07.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.427778 31900 raft_consensus.cc:740] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64f9ed6f0c4e4850ba6cb2e833b2d2d1, State: Initialized, Role: FOLLOWER
23:52:07.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.429064 31900 consensus_queue.cc:260] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.434814 31903 tablet_bootstrap.cc:492] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f: No bootstrap required, opened a new log
23:52:07.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.438035 31903 ts_tablet_manager.cc:1403] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f: Time spent bootstrapping tablet: real 0.061s	user 0.020s	sys 0.002s
23:52:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.440342 31900 ts_tablet_manager.cc:1434] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Time spent starting tablet: real 0.092s	user 0.024s	sys 0.021s
23:52:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.441720 31055 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3fcc2946b51346a4a6c88f1a5936c1ce" candidate_uuid: "9788dd306b06478386a1b0e37445d217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" is_pre_election: true
23:52:07.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.445715 31903 raft_consensus.cc:359] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.446468 31903 raft_consensus.cc:385] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:07.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.446798 31903 raft_consensus.cc:740] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7109e320e5a4219a8139507eae14d9f, State: Initialized, Role: FOLLOWER
23:52:07.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.447957 30701 leader_election.cc:343] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 64f9ed6f0c4e4850ba6cb2e833b2d2d1 (127.29.170.3:46041): Illegal state: must be running to vote when last-logged opid is not known
23:52:07.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.447620 31903 consensus_queue.cc:260] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.451089 31903 ts_tablet_manager.cc:1434] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f: Time spent starting tablet: real 0.012s	user 0.006s	sys 0.000s
23:52:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.453394 30913 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3fcc2946b51346a4a6c88f1a5936c1ce" candidate_uuid: "9788dd306b06478386a1b0e37445d217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7109e320e5a4219a8139507eae14d9f" is_pre_election: true
23:52:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.454316 30913 raft_consensus.cc:2468] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9788dd306b06478386a1b0e37445d217 in term 0.
23:52:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.457118 31900 tablet_bootstrap.cc:492] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Bootstrap starting.
23:52:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.467785 31900 tablet_bootstrap.cc:654] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Neither blocks nor log segments found. Creating new log.
23:52:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.483964 31900 tablet_bootstrap.cc:492] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: No bootstrap required, opened a new log
23:52:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.484483 31900 ts_tablet_manager.cc:1403] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Time spent bootstrapping tablet: real 0.028s	user 0.012s	sys 0.008s
23:52:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.487761 30701 leader_election.cc:304] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9788dd306b06478386a1b0e37445d217, b7109e320e5a4219a8139507eae14d9f; no voters: 64f9ed6f0c4e4850ba6cb2e833b2d2d1
23:52:07.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.489688 31900 raft_consensus.cc:359] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.490381 31900 raft_consensus.cc:385] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:07.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.490909 31901 raft_consensus.cc:2804] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:07.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.491300 31901 raft_consensus.cc:493] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.490629 31900 raft_consensus.cc:740] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64f9ed6f0c4e4850ba6cb2e833b2d2d1, State: Initialized, Role: FOLLOWER
23:52:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.491688 31901 raft_consensus.cc:3060] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Advancing to term 1
23:52:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.492269 31900 consensus_queue.cc:260] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.498759 31900 ts_tablet_manager.cc:1434] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Time spent starting tablet: real 0.014s	user 0.006s	sys 0.002s
23:52:07.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.505879 31901 raft_consensus.cc:515] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.509034 30913 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3fcc2946b51346a4a6c88f1a5936c1ce" candidate_uuid: "9788dd306b06478386a1b0e37445d217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7109e320e5a4219a8139507eae14d9f"
23:52:07.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.509629 30913 raft_consensus.cc:3060] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Advancing to term 1
23:52:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.510106 31901 leader_election.cc:290] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [CANDIDATE]: Term 1 election: Requested vote from peers b7109e320e5a4219a8139507eae14d9f (127.29.170.2:35705), 64f9ed6f0c4e4850ba6cb2e833b2d2d1 (127.29.170.3:46041)
23:52:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.510281 31055 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3fcc2946b51346a4a6c88f1a5936c1ce" candidate_uuid: "9788dd306b06478386a1b0e37445d217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1"
23:52:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.511518 31055 raft_consensus.cc:3060] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Advancing to term 1
23:52:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.517338 30913 raft_consensus.cc:2468] T 3fcc2946b51346a4a6c88f1a5936c1ce P b7109e320e5a4219a8139507eae14d9f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9788dd306b06478386a1b0e37445d217 in term 1.
23:52:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.518541 30701 leader_election.cc:304] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9788dd306b06478386a1b0e37445d217, b7109e320e5a4219a8139507eae14d9f; no voters: 
23:52:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.519721 31901 raft_consensus.cc:2804] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 1 FOLLOWER]: Leader election won for term 1
23:52:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.522253 31055 raft_consensus.cc:2468] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9788dd306b06478386a1b0e37445d217 in term 1.
23:52:07.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.548099 31901 raft_consensus.cc:697] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [term 1 LEADER]: Becoming Leader. State: Replica: 9788dd306b06478386a1b0e37445d217, State: Running, Role: LEADER
23:52:07.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.549844 31901 consensus_queue.cc:237] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.574954 30578 catalog_manager.cc:5696] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9788dd306b06478386a1b0e37445d217 (127.29.170.1). New cstate: current_term: 1 leader_uuid: "9788dd306b06478386a1b0e37445d217" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } health_report { overall_health: UNKNOWN } } }
23:52:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:07.625828 31107 tablet.cc:2406] T 3fcc2946b51346a4a6c88f1a5936c1ce P 64f9ed6f0c4e4850ba6cb2e833b2d2d1: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.697289 31906 raft_consensus.cc:493] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.697888 31906 raft_consensus.cc:515] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.700897 31906 leader_election.cc:290] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9788dd306b06478386a1b0e37445d217 (127.29.170.1:35425), 64f9ed6f0c4e4850ba6cb2e833b2d2d1 (127.29.170.3:46041)
23:52:07.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.724320 31055 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e012864a1d104f0e9bc788d6f9f0aadf" candidate_uuid: "b7109e320e5a4219a8139507eae14d9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" is_pre_election: true
23:52:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.724905 31055 raft_consensus.cc:2468] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7109e320e5a4219a8139507eae14d9f in term 0.
23:52:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.724886 30768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e012864a1d104f0e9bc788d6f9f0aadf" candidate_uuid: "b7109e320e5a4219a8139507eae14d9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9788dd306b06478386a1b0e37445d217" is_pre_election: true
23:52:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.725716 30768 raft_consensus.cc:2468] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7109e320e5a4219a8139507eae14d9f in term 0.
23:52:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.726035 30847 leader_election.cc:304] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64f9ed6f0c4e4850ba6cb2e833b2d2d1, b7109e320e5a4219a8139507eae14d9f; no voters: 
23:52:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.726719 31906 raft_consensus.cc:2804] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.727012 31906 raft_consensus.cc:493] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.727389 31906 raft_consensus.cc:3060] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 0 FOLLOWER]: Advancing to term 1
23:52:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.731968 31906 raft_consensus.cc:515] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.733834 31906 leader_election.cc:290] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [CANDIDATE]: Term 1 election: Requested vote from peers 9788dd306b06478386a1b0e37445d217 (127.29.170.1:35425), 64f9ed6f0c4e4850ba6cb2e833b2d2d1 (127.29.170.3:46041)
23:52:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.734602 30768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e012864a1d104f0e9bc788d6f9f0aadf" candidate_uuid: "b7109e320e5a4219a8139507eae14d9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9788dd306b06478386a1b0e37445d217"
23:52:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.735157 30768 raft_consensus.cc:3060] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217 [term 0 FOLLOWER]: Advancing to term 1
23:52:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.735647 31055 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e012864a1d104f0e9bc788d6f9f0aadf" candidate_uuid: "b7109e320e5a4219a8139507eae14d9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1"
23:52:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.736299 31055 raft_consensus.cc:3060] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 0 FOLLOWER]: Advancing to term 1
23:52:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.741452 30768 raft_consensus.cc:2468] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7109e320e5a4219a8139507eae14d9f in term 1.
23:52:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.743090 30845 leader_election.cc:304] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9788dd306b06478386a1b0e37445d217, b7109e320e5a4219a8139507eae14d9f; no voters: 
23:52:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.744298 31906 raft_consensus.cc:2804] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 1 FOLLOWER]: Leader election won for term 1
23:52:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.745718 31055 raft_consensus.cc:2468] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7109e320e5a4219a8139507eae14d9f in term 1.
23:52:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.749099 31906 raft_consensus.cc:697] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [term 1 LEADER]: Becoming Leader. State: Replica: b7109e320e5a4219a8139507eae14d9f, State: Running, Role: LEADER
23:52:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.750066 31906 consensus_queue.cc:237] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } }
23:52:07.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.763918 30578 catalog_manager.cc:5696] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f reported cstate change: term changed from 0 to 1, leader changed from <none> to b7109e320e5a4219a8139507eae14d9f (127.29.170.2). New cstate: current_term: 1 leader_uuid: "b7109e320e5a4219a8139507eae14d9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 } health_report { overall_health: UNKNOWN } } }
23:52:07.833 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:07.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e012864a1d104f0e9bc788d6f9f0aadf for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:07.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3fcc2946b51346a4a6c88f1a5936c1ce for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:07.859 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998}]
23:52:07.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.170.60:33767, [9ms] Sub RPC GetTableLocations: received response from server master-127.29.170.60:33767: OK, deferred=null) after lookup
23:52:07.868 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] connecting to peer
23:52:07.871 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] Successfully connected to peer
23:52:07.928 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:07.934 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7b2590da, L:/127.0.0.1:37532 - R:/127.29.170.2:35705] using TOKEN/null
23:52:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.953687 31055 raft_consensus.cc:1275] T e012864a1d104f0e9bc788d6f9f0aadf P 64f9ed6f0c4e4850ba6cb2e833b2d2d1 [term 1 FOLLOWER]: Refusing update from remote peer b7109e320e5a4219a8139507eae14d9f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:07.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.956600 30768 raft_consensus.cc:1275] T e012864a1d104f0e9bc788d6f9f0aadf P 9788dd306b06478386a1b0e37445d217 [term 1 FOLLOWER]: Refusing update from remote peer b7109e320e5a4219a8139507eae14d9f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.958132 31927 consensus_queue.cc:1048] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.958884 31906 consensus_queue.cc:1048] T e012864a1d104f0e9bc788d6f9f0aadf P b7109e320e5a4219a8139507eae14d9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "9788dd306b06478386a1b0e37445d217" member_type: VOTER last_known_addr { host: "127.29.170.1" port: 35425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:07.972677 31901 consensus_queue.cc:1048] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b7109e320e5a4219a8139507eae14d9f" member_type: VOTER last_known_addr { host: "127.29.170.2" port: 35705 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:52:08.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.030521 31901 consensus_queue.cc:1048] T 3fcc2946b51346a4a6c88f1a5936c1ce P 9788dd306b06478386a1b0e37445d217 [LEADER]: Connected to new peer: Peer: permanent_uuid: "64f9ed6f0c4e4850ba6cb2e833b2d2d1" member_type: VOTER last_known_addr { host: "127.29.170.3" port: 46041 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:52:08.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.043901 31930 mvcc.cc:204] Tried to move back new op lower bound from 7305086271271968768 to 7305086270473781248. Current Snapshot: MvccSnapshot[applied={T|T < 7305086271271968768}]
23:52:08.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:08.219 [DEBUG - main] (Connection.java:748) [peer 9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)] connecting to peer
23:52:08.221 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)] Successfully connected to peer
23:52:08.256 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:08.266 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xccd32584, L:/127.0.0.1:47036 - R:/127.29.170.1:35425] using TOKEN/null
23:52:08.424 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:08.427 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:08.429 [DEBUG - main] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:08.431 [DEBUG - main] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:08.431 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.97.189:37341(127.30.97.189:37341)] Successfully connected to peer
23:52:08.434 [DEBUG - main] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:08.436 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.97.188:41347(127.30.97.188:41347)] Successfully connected to peer
23:52:08.443 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.97.190:39137(127.30.97.190:39137)] Successfully connected to peer
23:52:08.453 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.188
23:52:08.493 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.189
23:52:08.502 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.190
23:52:08.517 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:08.530 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x23433ce5, L:/127.0.0.1:57322 - R:/127.30.97.188:41347] using SASL/PLAIN
23:52:08.537 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:08.537 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [107ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: OK, deferred=null) after lookup
23:52:08.546 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:08.548 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:08.551 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8740d8c9, L:/127.0.0.1:51010 - R:/127.30.97.189:37341] using SASL/PLAIN
23:52:08.556 [DEBUG - main] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:08.556 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x88838386, L:/127.0.0.1:46894 - R:/127.30.97.190:39137] using SASL/PLAIN
23:52:08.560 [DEBUG - main] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:08.562 [DEBUG - main] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:08.561 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.170.60:33767(127.29.170.60:33767)] Successfully connected to peer
23:52:08.579 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.170.62:34943(127.29.170.62:34943)] Successfully connected to peer
23:52:08.581 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.170.61:42317(127.29.170.61:42317)] Successfully connected to peer
23:52:08.587 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.61
23:52:08.588 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.62
23:52:08.592 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.60
23:52:08.642 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:08.646 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:08.652 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb56f0f34, L:/127.0.0.1:35130 - R:/127.29.170.62:34943] using SASL/PLAIN
23:52:08.653 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x215cce09, L:/127.0.0.1:59772 - R:/127.29.170.60:33767] using SASL/PLAIN
23:52:08.657 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:08.669 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:08.669 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [113ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: OK, deferred=null) after lookup
23:52:08.672 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9d75f261, L:/127.0.0.1:41166 - R:/127.29.170.61:42317] using SASL/PLAIN
23:52:08.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:08.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e012864a1d104f0e9bc788d6f9f0aadf for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:08.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3fcc2946b51346a4a6c88f1a5936c1ce for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:08.712 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.731827 31328 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57322:
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:52:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000"
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:52:08.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:08.737185 31328 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:52:08.785 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.855578 31797 tablet_service.cc:1511] Processing CreateTablet for tablet da13c8d932d24f258406d178b684a178 (DEFAULT_TABLE table=replication_test_table [id=f054dd1db7b64d9cbcceb5d76e81745c]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:52:08.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.862445 31797 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da13c8d932d24f258406d178b684a178. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.869724 31652 tablet_service.cc:1511] Processing CreateTablet for tablet da13c8d932d24f258406d178b684a178 (DEFAULT_TABLE table=replication_test_table [id=f054dd1db7b64d9cbcceb5d76e81745c]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:52:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.873332 31652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da13c8d932d24f258406d178b684a178. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.879581 31506 tablet_service.cc:1511] Processing CreateTablet for tablet da13c8d932d24f258406d178b684a178 (DEFAULT_TABLE table=replication_test_table [id=f054dd1db7b64d9cbcceb5d76e81745c]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:52:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.884471 31506 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da13c8d932d24f258406d178b684a178. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.910205 31975 tablet_bootstrap.cc:492] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850: Bootstrap starting.
23:52:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.926280 31975 tablet_bootstrap.cc:654] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850: Neither blocks nor log segments found. Creating new log.
23:52:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.930384 31975 log.cc:826] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850: Log is configured to *not* fsync() on all Append() calls
23:52:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.935166 31976 tablet_bootstrap.cc:492] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Bootstrap starting.
23:52:08.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.943735 31975 tablet_bootstrap.cc:492] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850: No bootstrap required, opened a new log
23:52:08.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.944504 31975 ts_tablet_manager.cc:1403] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850: Time spent bootstrapping tablet: real 0.035s	user 0.014s	sys 0.011s
23:52:08.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.950343 31976 tablet_bootstrap.cc:654] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Neither blocks nor log segments found. Creating new log.
23:52:08.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.955227 31976 log.cc:826] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Log is configured to *not* fsync() on all Append() calls
23:52:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.960892 31978 tablet_bootstrap.cc:492] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0: Bootstrap starting.
23:52:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.978652 31978 tablet_bootstrap.cc:654] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0: Neither blocks nor log segments found. Creating new log.
23:52:08.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.980949 31976 tablet_bootstrap.cc:492] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: No bootstrap required, opened a new log
23:52:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.981666 31976 ts_tablet_manager.cc:1403] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Time spent bootstrapping tablet: real 0.047s	user 0.013s	sys 0.028s
23:52:08.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.981755 31975 raft_consensus.cc:359] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:08.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.982743 31975 raft_consensus.cc:385] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:08.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.983132 31975 raft_consensus.cc:740] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 410c6d7140d340a58779420f742c0850, State: Initialized, Role: FOLLOWER
23:52:08.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.983929 31978 log.cc:826] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0: Log is configured to *not* fsync() on all Append() calls
23:52:08.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.984134 31975 consensus_queue.cc:260] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:08.996451 31975 ts_tablet_manager.cc:1434] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850: Time spent starting tablet: real 0.052s	user 0.025s	sys 0.025s
23:52:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.010892 31978 tablet_bootstrap.cc:492] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0: No bootstrap required, opened a new log
23:52:09.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.011475 31978 ts_tablet_manager.cc:1403] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0: Time spent bootstrapping tablet: real 0.054s	user 0.016s	sys 0.012s
23:52:09.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.019001 31976 raft_consensus.cc:359] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.020692 31976 raft_consensus.cc:385] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:09.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.021260 31976 raft_consensus.cc:740] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b47fe2a8a6e04b5f8f0e7ce4bb8c05ec, State: Initialized, Role: FOLLOWER
23:52:09.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.023038 31976 consensus_queue.cc:260] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:09.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.032037 31976 ts_tablet_manager.cc:1434] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Time spent starting tablet: real 0.050s	user 0.035s	sys 0.006s
23:52:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.046964 31978 raft_consensus.cc:359] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.047860 31978 raft_consensus.cc:385] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.048092 31978 raft_consensus.cc:740] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d038c0bf6960413bbe2b6c2fbdf159f0, State: Initialized, Role: FOLLOWER
23:52:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.048969 31978 consensus_queue.cc:260] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.054618 31978 ts_tablet_manager.cc:1434] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0: Time spent starting tablet: real 0.043s	user 0.036s	sys 0.004s
23:52:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.162510 31870 tablet.cc:2406] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.236809 31579 tablet.cc:2406] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.279065 31729 tablet.cc:2406] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.323930 31982 raft_consensus.cc:493] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.324548 31982 raft_consensus.cc:515] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.327610 31982 leader_election.cc:290] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 410c6d7140d340a58779420f742c0850 (127.30.97.131:45023), d038c0bf6960413bbe2b6c2fbdf159f0 (127.30.97.129:37911)
23:52:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.340121 31983 raft_consensus.cc:493] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:09.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.341148 31983 raft_consensus.cc:515] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.357606 31983 leader_election.cc:290] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 410c6d7140d340a58779420f742c0850 (127.30.97.131:45023), b47fe2a8a6e04b5f8f0e7ce4bb8c05ec (127.30.97.130:37207)
23:52:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.368080 31817 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da13c8d932d24f258406d178b684a178" candidate_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "410c6d7140d340a58779420f742c0850" is_pre_election: true
23:52:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.369020 31817 raft_consensus.cc:2468] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b47fe2a8a6e04b5f8f0e7ce4bb8c05ec in term 0.
23:52:09.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.370648 31608 leader_election.cc:304] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 410c6d7140d340a58779420f742c0850, b47fe2a8a6e04b5f8f0e7ce4bb8c05ec; no voters: 
23:52:09.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.371732 31982 raft_consensus.cc:2804] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:09.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.372103 31982 raft_consensus.cc:493] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:09.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.372437 31982 raft_consensus.cc:3060] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Advancing to term 1
23:52:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.379904 31526 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da13c8d932d24f258406d178b684a178" candidate_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" is_pre_election: true
23:52:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.380510 31982 raft_consensus.cc:515] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.380767 31526 raft_consensus.cc:2468] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b47fe2a8a6e04b5f8f0e7ce4bb8c05ec in term 0.
23:52:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.382494 31982 leader_election.cc:290] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [CANDIDATE]: Term 1 election: Requested vote from peers 410c6d7140d340a58779420f742c0850 (127.30.97.131:45023), d038c0bf6960413bbe2b6c2fbdf159f0 (127.30.97.129:37911)
23:52:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.384243 31817 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da13c8d932d24f258406d178b684a178" candidate_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "410c6d7140d340a58779420f742c0850"
23:52:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.385020 31817 raft_consensus.cc:3060] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Advancing to term 1
23:52:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.392961 31526 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da13c8d932d24f258406d178b684a178" candidate_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0"
23:52:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.393774 31526 raft_consensus.cc:3060] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Advancing to term 1
23:52:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.399401 31817 raft_consensus.cc:2468] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b47fe2a8a6e04b5f8f0e7ce4bb8c05ec in term 1.
23:52:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.400933 31526 raft_consensus.cc:2468] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b47fe2a8a6e04b5f8f0e7ce4bb8c05ec in term 1.
23:52:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.400944 31608 leader_election.cc:304] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 410c6d7140d340a58779420f742c0850, b47fe2a8a6e04b5f8f0e7ce4bb8c05ec; no voters: 
23:52:09.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.409114 31982 raft_consensus.cc:2804] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 1 FOLLOWER]: Leader election won for term 1
23:52:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.417904 31672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da13c8d932d24f258406d178b684a178" candidate_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" is_pre_election: true
23:52:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.418007 31817 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da13c8d932d24f258406d178b684a178" candidate_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "410c6d7140d340a58779420f742c0850" is_pre_election: true
23:52:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.419042 31817 raft_consensus.cc:2393] T da13c8d932d24f258406d178b684a178 P 410c6d7140d340a58779420f742c0850 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d038c0bf6960413bbe2b6c2fbdf159f0 in current term 1: Already voted for candidate b47fe2a8a6e04b5f8f0e7ce4bb8c05ec in this term.
23:52:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.419317 31982 raft_consensus.cc:697] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 1 LEADER]: Becoming Leader. State: Replica: b47fe2a8a6e04b5f8f0e7ce4bb8c05ec, State: Running, Role: LEADER
23:52:09.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.420627 31982 consensus_queue.cc:237] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } }
23:52:09.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.434790 31458 leader_election.cc:304] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d038c0bf6960413bbe2b6c2fbdf159f0; no voters: 410c6d7140d340a58779420f742c0850, b47fe2a8a6e04b5f8f0e7ce4bb8c05ec
23:52:09.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.435720 31983 raft_consensus.cc:2749] T da13c8d932d24f258406d178b684a178 P d038c0bf6960413bbe2b6c2fbdf159f0 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:52:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.439369 31328 catalog_manager.cc:5696] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec reported cstate change: term changed from 0 to 1, leader changed from <none> to b47fe2a8a6e04b5f8f0e7ce4bb8c05ec (127.30.97.130). New cstate: current_term: 1 leader_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } health_report { overall_health: HEALTHY } } }
23:52:09.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.812836 31328 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:57322:
23:52:09.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:52:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.814432 31982 consensus_queue.cc:1048] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:09.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.857648 31990 consensus_queue.cc:1048] T da13c8d932d24f258406d178b684a178 P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.004s
23:52:09.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.882256 31328 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 334079f913c649a1bbf6646609510f7a has no consensus state
23:52:09.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.910439 31506 tablet_service.cc:1511] Processing CreateTablet for tablet 334079f913c649a1bbf6646609510f7a (DEFAULT_TABLE table=replication_test_table [id=f054dd1db7b64d9cbcceb5d76e81745c]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:09.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.911618 31506 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 334079f913c649a1bbf6646609510f7a. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:09.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:09.917462 31313 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 334079f913c649a1bbf6646609510f7a (table replication_test_table [id=f054dd1db7b64d9cbcceb5d76e81745c], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 334079f913c649a1bbf6646609510f7a consensus state has no leader
23:52:09.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.925298 31652 tablet_service.cc:1511] Processing CreateTablet for tablet 334079f913c649a1bbf6646609510f7a (DEFAULT_TABLE table=replication_test_table [id=f054dd1db7b64d9cbcceb5d76e81745c]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:09.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.926482 31652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 334079f913c649a1bbf6646609510f7a. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.927832 31797 tablet_service.cc:1511] Processing CreateTablet for tablet 334079f913c649a1bbf6646609510f7a (DEFAULT_TABLE table=replication_test_table [id=f054dd1db7b64d9cbcceb5d76e81745c]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.929356 31797 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 334079f913c649a1bbf6646609510f7a. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.930351 32010 tablet_bootstrap.cc:492] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0: Bootstrap starting.
23:52:09.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.937296 32010 tablet_bootstrap.cc:654] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0: Neither blocks nor log segments found. Creating new log.
23:52:09.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.964974 32012 tablet_bootstrap.cc:492] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850: Bootstrap starting.
23:52:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.965758 32013 tablet_bootstrap.cc:492] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Bootstrap starting.
23:52:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.965782 32010 tablet_bootstrap.cc:492] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0: No bootstrap required, opened a new log
23:52:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.966399 32010 ts_tablet_manager.cc:1403] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0: Time spent bootstrapping tablet: real 0.037s	user 0.002s	sys 0.031s
23:52:09.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.970559 32013 tablet_bootstrap.cc:654] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Neither blocks nor log segments found. Creating new log.
23:52:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.969094 32010 raft_consensus.cc:359] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.974655 32010 raft_consensus.cc:385] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.974960 32010 raft_consensus.cc:740] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d038c0bf6960413bbe2b6c2fbdf159f0, State: Initialized, Role: FOLLOWER
23:52:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.975638 32010 consensus_queue.cc:260] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.977720 32010 ts_tablet_manager.cc:1434] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0: Time spent starting tablet: real 0.011s	user 0.002s	sys 0.005s
23:52:09.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.979847 32012 tablet_bootstrap.cc:654] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850: Neither blocks nor log segments found. Creating new log.
23:52:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.982901 32013 tablet_bootstrap.cc:492] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: No bootstrap required, opened a new log
23:52:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.983666 32013 ts_tablet_manager.cc:1403] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Time spent bootstrapping tablet: real 0.019s	user 0.011s	sys 0.005s
23:52:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.989082 32013 raft_consensus.cc:359] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.989939 32013 raft_consensus.cc:385] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.990275 32013 raft_consensus.cc:740] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b47fe2a8a6e04b5f8f0e7ce4bb8c05ec, State: Initialized, Role: FOLLOWER
23:52:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.991305 32013 consensus_queue.cc:260] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.994115 32013 ts_tablet_manager.cc:1434] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec: Time spent starting tablet: real 0.009s	user 0.005s	sys 0.003s
23:52:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.997655 32012 tablet_bootstrap.cc:492] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850: No bootstrap required, opened a new log
23:52:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:09.998342 32012 ts_tablet_manager.cc:1403] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850: Time spent bootstrapping tablet: real 0.035s	user 0.018s	sys 0.000s
23:52:10.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.001624 31328 catalog_manager.cc:6241] T 00000000000000000000000000000000 P d9517f07557b4a27b291876e424e0dc2: replication_test_table [id=f054dd1db7b64d9cbcceb5d76e81745c] alter complete (version 0)
23:52:10.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.002712 32012 raft_consensus.cc:359] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:10.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.003614 32012 raft_consensus.cc:385] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.004082 32012 raft_consensus.cc:740] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 410c6d7140d340a58779420f742c0850, State: Initialized, Role: FOLLOWER
23:52:10.018 [DEBUG - main] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state READY
23:52:10.019 [DEBUG - main] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state READY
23:52:10.021 [DEBUG - main] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state READY
23:52:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.023145 32012 consensus_queue.cc:260] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:10.025 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:10.026 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.170.61:42317(127.29.170.61:42317)] handling channelInactive
23:52:10.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state READY due to: connection closed
23:52:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.028709 32012 ts_tablet_manager.cc:1434] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850: Time spent starting tablet: real 0.030s	user 0.008s	sys 0.000s
23:52:10.029 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.170.60:33767(127.29.170.60:33767)] handling channelInactive
23:52:10.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state READY due to: connection closed
23:52:10.030 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
23:52:10.030 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:52:10.030 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.170.62:34943(127.29.170.62:34943)] handling channelInactive
23:52:10.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state READY due to: connection closed
23:52:10.032 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:52:10.034 [DEBUG - main] (Connection.java:575) [peer master-127.30.97.188:41347(127.30.97.188:41347)] disconnecting while in state READY
23:52:10.034 [DEBUG - main] (Connection.java:575) [peer master-127.30.97.190:39137(127.30.97.190:39137)] disconnecting while in state READY
23:52:10.034 [DEBUG - main] (Connection.java:575) [peer master-127.30.97.189:37341(127.30.97.189:37341)] disconnecting while in state READY
23:52:10.036 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.97.188:41347(127.30.97.188:41347)] handling channelInactive
23:52:10.036 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.97.189:37341(127.30.97.189:37341)] handling channelInactive
23:52:10.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state READY due to: connection closed
23:52:10.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:10.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state READY due to: connection closed
23:52:10.039 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:52:10.039 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
23:52:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.042362 31983 raft_consensus.cc:493] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:10.043 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.97.190:39137(127.30.97.190:39137)] handling channelInactive
23:52:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.042888 31983 raft_consensus.cc:515] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:10.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state READY due to: connection closed
23:52:10.044 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:52:10.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.046427 31983 leader_election.cc:290] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b47fe2a8a6e04b5f8f0e7ce4bb8c05ec (127.30.97.130:37207), 410c6d7140d340a58779420f742c0850 (127.30.97.131:45023)
23:52:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.047607 31672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "334079f913c649a1bbf6646609510f7a" candidate_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" is_pre_election: true
23:52:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.048029 31816 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "334079f913c649a1bbf6646609510f7a" candidate_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "410c6d7140d340a58779420f742c0850" is_pre_election: true
23:52:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.048390 31672 raft_consensus.cc:2468] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d038c0bf6960413bbe2b6c2fbdf159f0 in term 0.
23:52:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.048728 31816 raft_consensus.cc:2468] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d038c0bf6960413bbe2b6c2fbdf159f0 in term 0.
23:52:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.050469 31461 leader_election.cc:304] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 410c6d7140d340a58779420f742c0850, d038c0bf6960413bbe2b6c2fbdf159f0; no voters: 
23:52:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.051206 31983 raft_consensus.cc:2804] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.051837 31983 raft_consensus.cc:493] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.052385 31983 raft_consensus.cc:3060] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 0 FOLLOWER]: Advancing to term 1
23:52:10.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.059562 31983 raft_consensus.cc:515] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.061997 31983 leader_election.cc:290] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [CANDIDATE]: Term 1 election: Requested vote from peers b47fe2a8a6e04b5f8f0e7ce4bb8c05ec (127.30.97.130:37207), 410c6d7140d340a58779420f742c0850 (127.30.97.131:45023)
23:52:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.062736 31672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "334079f913c649a1bbf6646609510f7a" candidate_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec"
23:52:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.063349 31672 raft_consensus.cc:3060] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 0 FOLLOWER]: Advancing to term 1
23:52:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.064467 31816 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "334079f913c649a1bbf6646609510f7a" candidate_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "410c6d7140d340a58779420f742c0850"
23:52:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.065124 31816 raft_consensus.cc:3060] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850 [term 0 FOLLOWER]: Advancing to term 1
23:52:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.070819 31672 raft_consensus.cc:2468] T 334079f913c649a1bbf6646609510f7a P b47fe2a8a6e04b5f8f0e7ce4bb8c05ec [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d038c0bf6960413bbe2b6c2fbdf159f0 in term 1.
23:52:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.072345 31458 leader_election.cc:304] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b47fe2a8a6e04b5f8f0e7ce4bb8c05ec, d038c0bf6960413bbe2b6c2fbdf159f0; no voters: 
23:52:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.073149 31983 raft_consensus.cc:2804] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 1 FOLLOWER]: Leader election won for term 1
23:52:10.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.073993 31816 raft_consensus.cc:2468] T 334079f913c649a1bbf6646609510f7a P 410c6d7140d340a58779420f742c0850 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d038c0bf6960413bbe2b6c2fbdf159f0 in term 1.
23:52:10.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.077350 31983 raft_consensus.cc:697] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [term 1 LEADER]: Becoming Leader. State: Replica: d038c0bf6960413bbe2b6c2fbdf159f0, State: Running, Role: LEADER
23:52:10.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.079090 31983 consensus_queue.cc:237] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } }
23:52:10.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.092032 31328 catalog_manager.cc:5696] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 reported cstate change: term changed from 0 to 1, leader changed from <none> to d038c0bf6960413bbe2b6c2fbdf159f0 (127.30.97.129). New cstate: current_term: 1 leader_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d038c0bf6960413bbe2b6c2fbdf159f0" member_type: VOTER last_known_addr { host: "127.30.97.129" port: 37911 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 } health_report { overall_health: UNKNOWN } } }
23:52:10.372 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:52:10.385 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:52:10.385 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:52:10.385 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:52:10.386 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:52:10.399 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:52:10.653 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:52:10.653 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:52:10.653 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:52:10.654 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:52:10.654 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:52:10.654 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:52:10.657 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:52:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.697183 32027 consensus_queue.cc:1048] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b47fe2a8a6e04b5f8f0e7ce4bb8c05ec" member_type: VOTER last_known_addr { host: "127.30.97.130" port: 37207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:10.707753 32027 consensus_queue.cc:1048] T 334079f913c649a1bbf6646609510f7a P d038c0bf6960413bbe2b6c2fbdf159f0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "410c6d7140d340a58779420f742c0850" member_type: VOTER last_known_addr { host: "127.30.97.131" port: 45023 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:10.987 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:52:11.086 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:52:11.086 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:52:11.086 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:52:11.105 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:52:11.896 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:52:12.068 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:52:12.090 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:52:12.137 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:52:12.156 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:52:12.177 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:52:12.296 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:52:12.302 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:52:12.302 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:52:12.312 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:52:12.314 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:52:12.316 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:52:12.316 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:52:12.317 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:52:12.320 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:52:12.321 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:52:12.322 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:52:12.324 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:52:12.324 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:52:12.324 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:52:12.324 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:52:12.324 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:52:12.327 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:52:12.327 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:52:12.327 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:52:12.346 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:52:12.361 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:52:12.362 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:52:12.363 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:52:12.363 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:52:12.390 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_82ff643fe58628145d52f2597945af74/blobStorage
23:52:12.397 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:45639 - max concurrent requests: 50 - max backlog: 1000
23:52:12.406 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_82ff643fe58628145d52f2597945af74/blobStorage
23:52:12.409 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_82ff643fe58628145d52f2597945af74/blobStorage
23:52:12.410 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:52:12.415 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: ea574648-42f6-4a46-850c-64646427b177
23:52:12.441 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 34 GB (70.83% usable)
23:52:12.444 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-2ab4b671-8cfb-4623-a250-86c20731f0b6
23:52:12.459 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-dbf03e1c-45da-43ae-aa04-864e4ba34113
23:52:12.593 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:52:12.615 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:52:12.615 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:52:12.617 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:52:12.658 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:52:12.676 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_0 .
23:52:12.725 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
23:52:12.727 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-f2d4394d-ec05-4f8a-9ee5-75b1dd481a15
23:52:12.855 [INFO - main] (RestServerEndpoint.java:567) Upload directory /tmp/flink-web-upload does not exist. 
23:52:12.856 [INFO - main] (RestServerEndpoint.java:592) Created directory /tmp/flink-web-upload for file uploads.
23:52:12.858 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:52:12.861 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:52:13.178 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:52:13.178 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:52:13.369 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37561
23:52:13.369 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:52:13.377 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37561 was granted leadership with leaderSessionID=fda9d4fe-8dad-49c8-8063-f5d5a15690b2
23:52:13.377 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37561 , session=fda9d4fe-8dad-49c8-8063-f5d5a15690b2
23:52:13.390 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:52:13.390 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:52:13.391 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:52:13.391 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 2a39cbd2-b19e-46d4-83d3-5c9983c5983b. Creating new DispatcherLeaderProcess.
23:52:13.392 [INFO - pool-11-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 32241b97-1c3b-4dd8-b809-948e979b30fa.
23:52:13.395 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:52:13.398 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:52:13.403 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:52:13.403 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:52:13.418 [INFO - pool-11-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_1 .
23:52:13.425 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_2 .
23:52:13.440 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
23:52:13.445 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:52:13.446 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:52:13.447 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:52:13.447 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:52:13.447 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_1 , session=32241b97-1c3b-4dd8-b809-948e979b30fa
23:52:13.458 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_2 , session=2a39cbd2-b19e-46d4-83d3-5c9983c5983b
23:52:13.459 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(b809948e979b30fa32241b971c3b4dd8).
23:52:13.512 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:52:13.515 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (d2b24b5be07c54027760c4793ebc532d).
23:52:13.517 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (d2b24b5be07c54027760c4793ebc532d).
23:52:13.522 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID ea574648-42f6-4a46-850c-64646427b177 (pekko://flink/user/rpc/taskmanager_0) at ResourceManager
23:52:13.525 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_1 under registration id 1e85cb770e20e5f4e9ebd0a55a27e100.
23:52:13.529 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor ea574648-42f6-4a46-850c-64646427b177 under 1e85cb770e20e5f4e9ebd0a55a27e100 at the slot manager.
23:52:13.538 [INFO - flink-pekko.actor.default-dispatcher-5] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-d2b24b5be07c54027760c4793ebc532d'.
23:52:13.540 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job d2b24b5be07c54027760c4793ebc532d was granted leadership with leader id 29137065-1a54-4362-a402-a60a036c6c9f. Creating new JobMasterServiceProcess.
23:52:13.559 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_3 .
23:52:13.572 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (d2b24b5be07c54027760c4793ebc532d).
23:52:13.609 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d).
23:52:13.653 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 7ad19d23ec376431d5285dd5a5127a92 for job d2b24b5be07c54027760c4793ebc532d.
23:52:13.699 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d).
23:52:13.700 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:52:13.749 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 3 ms, total 4 pipelined regions currently.
23:52:13.756 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7649df16
23:52:13.757 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:13.758 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:13.817 [INFO - jobmanager-io-thread-1] (FileSystem.java:1139) Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
23:52:13.855 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:52:13.865 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@7f293c6b for Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d).
23:52:13.876 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_3 , session=29137065-1a54-4362-a402-a60a036c6c9f
23:52:13.879 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (d2b24b5be07c54027760c4793ebc532d) under job master id a402a60a036c6c9f291370651a544362.
23:52:13.883 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:52:13.889 [DEBUG - flink-pekko.actor.default-dispatcher-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:13.892 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:52:13.892 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state CREATED to RUNNING.
23:52:13.902 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:52:13.906 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:13.908 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:13.908 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.170.60:33767(127.29.170.60:33767)] Successfully connected to peer
23:52:13.911 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:13.918 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.170.62:34943(127.29.170.62:34943)] Successfully connected to peer
23:52:13.925 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.170.61:42317(127.29.170.61:42317)] Successfully connected to peer
23:52:13.926 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.60
23:52:13.932 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.62
23:52:13.941 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.61
23:52:13.944 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:13.947 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:52:13.948 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:52:13.950 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:13.951 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:52:13.952 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(b809948e979b30fa32241b971c3b4dd8)
23:52:13.953 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5477a731, L:/127.0.0.1:36194 - R:/127.29.170.60:33767] using SASL/PLAIN
23:52:13.957 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x163b6984, L:/127.0.0.1:56336 - R:/127.29.170.62:34943] using SASL/PLAIN
23:52:13.958 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:52:13.960 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:390) Registering job manager a402a60a036c6c9f291370651a544362@pekko://flink/user/rpc/jobmanager_3 for job d2b24b5be07c54027760c4793ebc532d.
23:52:13.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:13.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: OK, deferred=null) after lookup
23:52:13.971 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:13.975 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager a402a60a036c6c9f291370651a544362@pekko://flink/user/rpc/jobmanager_3 for job d2b24b5be07c54027760c4793ebc532d.
23:52:13.981 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e012864a1d104f0e9bc788d6f9f0aadf for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:13.982 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3fcc2946b51346a4a6c88f1a5936c1ce for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:13.982 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:13.983 [DEBUG - main] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:13.984 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:13.987 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: b809948e979b30fa32241b971c3b4dd8.
23:52:13.990 [DEBUG - main] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:13.991 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:52:13.995 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2becbb9d, L:/127.0.0.1:48532 - R:/127.29.170.61:42317] using SASL/PLAIN
23:52:13.997 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.97.189:37341(127.30.97.189:37341)] Successfully connected to peer
23:52:13.998 [DEBUG - main] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:14.000 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.97.190:39137(127.30.97.190:39137)] Successfully connected to peer
23:52:14.007 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.97.188:41347(127.30.97.188:41347)] Successfully connected to peer
23:52:14.012 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.188
23:52:14.014 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.190
23:52:14.024 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.189
23:52:14.027 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.034 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9cba4f16, L:/127.0.0.1:53786 - R:/127.30.97.190:39137] using SASL/PLAIN
23:52:14.038 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.040 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.042 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7c08c85f, L:/127.0.0.1:44780 - R:/127.30.97.189:37341] using SASL/PLAIN
23:52:14.046 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5bcbb83f, L:/127.0.0.1:46270 - R:/127.30.97.188:41347] using SASL/PLAIN
23:52:14.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:14.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=81), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [54ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: OK, deferred=null) after lookup
23:52:14.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:14.063 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job d2b24b5be07c54027760c4793ebc532d
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager ea574648-42f6-4a46-850c-64646427b177
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:52:14.071 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 1266b68f6bc32c4a6a28add50a68cbbf from ea574648-42f6-4a46-850c-64646427b177 for job d2b24b5be07c54027760c4793ebc532d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:52:14.075 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 1266b68f6bc32c4a6a28add50a68cbbf for job d2b24b5be07c54027760c4793ebc532d from resource manager with leader id b809948e979b30fa32241b971c3b4dd8.
23:52:14.076 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 1266b68f6bc32c4a6a28add50a68cbbf with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:52:14.077 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f4b95da58dda3a8df4e105cc00e74def from ea574648-42f6-4a46-850c-64646427b177 for job d2b24b5be07c54027760c4793ebc532d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:52:14.078 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 854a97361d6aecbe3958bc67a6ae0a33 from ea574648-42f6-4a46-850c-64646427b177 for job d2b24b5be07c54027760c4793ebc532d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:52:14.078 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot d2f66d0789b7b70c6a632f441e9bfabc from ea574648-42f6-4a46-850c-64646427b177 for job d2b24b5be07c54027760c4793ebc532d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:52:14.082 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da13c8d932d24f258406d178b684a178 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:14.082 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 334079f913c649a1bbf6646609510f7a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:14.082 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da13c8d932d24f258406d178b684a178@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)[L],d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=334079f913c649a1bbf6646609510f7a@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207),d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:14.082 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:14.086 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job d2b24b5be07c54027760c4793ebc532d for job leader monitoring.
23:52:14.089 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.97.188:41347, [6ms] Sub RPC GetTableLocations: received response from server master-127.30.97.188:41347: OK, deferred=null)) after lookup
23:52:14.089 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_3 with leader id 29137065-1a54-4362-a402-a60a036c6c9f.
23:52:14.089 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request f4b95da58dda3a8df4e105cc00e74def for job d2b24b5be07c54027760c4793ebc532d from resource manager with leader id b809948e979b30fa32241b971c3b4dd8.
23:52:14.090 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for f4b95da58dda3a8df4e105cc00e74def with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:52:14.090 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 854a97361d6aecbe3958bc67a6ae0a33 for job d2b24b5be07c54027760c4793ebc532d from resource manager with leader id b809948e979b30fa32241b971c3b4dd8.
23:52:14.090 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 854a97361d6aecbe3958bc67a6ae0a33 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:52:14.091 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request d2f66d0789b7b70c6a632f441e9bfabc for job d2b24b5be07c54027760c4793ebc532d from resource manager with leader id b809948e979b30fa32241b971c3b4dd8.
23:52:14.091 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for d2f66d0789b7b70c6a632f441e9bfabc with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:52:14.092 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:52:14.099 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_3 for job d2b24b5be07c54027760c4793ebc532d.
23:52:14.101 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1783) Establish JobManager connection for job d2b24b5be07c54027760c4793ebc532d.
23:52:14.103 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] connecting to peer
23:52:14.135 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1633) Offer reserved slots to the leader of job d2b24b5be07c54027760c4793ebc532d.
23:52:14.144 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] Successfully connected to peer
23:52:14.145 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:52:14.146 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:52:14.159 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:52:14.182 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:52:14.182 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:52:14.188 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.191 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:52:14.191 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:52:14.193 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:52:14.193 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:52:14.194 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa3e44d38, L:/127.0.0.1:52902 - R:/127.30.97.130:37207] using TOKEN/null
23:52:14.200 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job d2b24b5be07c54027760c4793ebc532d.
23:52:14.205 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:84) StateChangelogStorageLoader initialized with shortcut names {memory,filesystem}.
23:52:14.205 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:52:14.217 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id d2b24b5be07c54027760c4793ebc532d
23:52:14.233 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.236 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.235 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:52:14.237 [DEBUG - main] (Connection.java:748) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] connecting to peer
23:52:14.249 [DEBUG - kudu-nio-4] (Connection.java:757) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] Successfully connected to peer
23:52:14.250 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:52:14.259 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:52:14.262 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:52:14.263 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:52:14.264 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:52:14.269 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:52:14.281 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:52:14.296 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:52:14.297 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.302 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:52:14.302 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:52:14.302 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:52:14.302 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:52:14.302 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:52:14.314 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:52:14.314 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:52:14.315 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:52:14.323 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x9f006431, L:/127.0.0.1:56828 - R:/127.30.97.129:37911] using TOKEN/null
23:52:14.324 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:52:14.324 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:52:14.342 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.342 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.361 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f5341c6
23:52:14.361 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:14.361 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:14.363 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1712a203
23:52:14.363 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:14.363 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:14.364 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@69fd291f
23:52:14.364 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:14.364 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:14.370 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38e5489
23:52:14.370 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:14.371 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:14.392 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:52:14.393 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:52:14.398 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:52:14.407 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.407 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.411 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:52:14.417 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.419 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.420 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:52:14.425 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:52:14.430 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:52:14.431 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:52:14.478 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.478 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.488 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.509 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.564 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:14.567 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.568 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.575 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.576 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.642 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.649 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.649 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.672 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d938189
23:52:14.672 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c5e6862
23:52:14.672 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@660f3644
23:52:14.678 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15d3e516
23:52:14.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.708 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.716 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.716 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.744 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:14.745 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:14.750 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:14.759 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:14.765 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:14.771 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:14.774 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.775 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.778 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:14.782 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.782 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.785 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:14.792 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:14.801 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.97.189:37341(127.30.97.189:37341)] Successfully connected to peer
23:52:14.813 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:14.825 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:14.827 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.97.189:37341(127.30.97.189:37341)] Successfully connected to peer
23:52:14.845 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.846 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.853 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.189
23:52:14.855 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.858 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.863 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:14.869 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.97.190:39137(127.30.97.190:39137)] Successfully connected to peer
23:52:14.869 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.189
23:52:14.882 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.97.190:39137(127.30.97.190:39137)] Successfully connected to peer
23:52:14.894 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.190
23:52:14.914 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.190
23:52:14.916 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.917 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.924 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.924 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.925 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:14.925 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.97.188:41347(127.30.97.188:41347)] Successfully connected to peer
23:52:14.933 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.97.188:41347(127.30.97.188:41347)] Successfully connected to peer
23:52:14.935 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:14.937 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.97.189:37341(127.30.97.189:37341)] Successfully connected to peer
23:52:14.944 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.947 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.189
23:52:14.948 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c334858, L:/127.0.0.1:44786 - R:/127.30.97.189:37341] using SASL/PLAIN
23:52:14.949 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9e9fcb24, L:/127.0.0.1:44792 - R:/127.30.97.189:37341] using SASL/PLAIN
23:52:14.952 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.188
23:52:14.956 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.958 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:14.957 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.188
23:52:14.969 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0692d875, L:/127.0.0.1:53794 - R:/127.30.97.190:39137] using SASL/PLAIN
23:52:14.969 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.97.190:39137(127.30.97.190:39137)] Successfully connected to peer
23:52:14.975 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.190
23:52:14.979 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.97.188:41347(127.30.97.188:41347)] Successfully connected to peer
23:52:14.981 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:14.984 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:14.990 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x82ba4de8, L:/127.0.0.1:53802 - R:/127.30.97.190:39137] using SASL/PLAIN
23:52:14.991 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:14.991 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:14.998 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.000 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.97.189:37341(127.30.97.189:37341)] Successfully connected to peer
23:52:15.002 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.003 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.004 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.005 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.189
23:52:15.009 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.010 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.188
23:52:15.011 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x10b15937, L:/127.0.0.1:46290 - R:/127.30.97.188:41347] using SASL/PLAIN
23:52:15.018 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:15.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:15.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=268), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [180ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: OK, [240ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: OK, deferred=null) after lookup
23:52:15.021 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.97.190:39137(127.30.97.190:39137)] Successfully connected to peer
23:52:15.028 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x01b9ecf8, L:/127.0.0.1:44794 - R:/127.30.97.189:37341] using SASL/PLAIN
23:52:15.030 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.190
23:52:15.034 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.97.188:41347(127.30.97.188:41347)] Successfully connected to peer
23:52:15.036 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:15.039 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbd437609, L:/127.0.0.1:46274 - R:/127.30.97.188:41347] using SASL/PLAIN
23:52:15.042 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.042 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:15.045 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fc8d29f
23:52:15.045 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:15.045 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=300), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [205ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: OK, [228ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: OK, [286ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: OK, deferred=null) after lookup
23:52:15.046 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.049 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.97.188
23:52:15.050 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:15.054 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x57291ae6, L:/127.0.0.1:44806 - R:/127.30.97.189:37341] using SASL/PLAIN
23:52:15.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.062 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:15.063 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@323ed945
23:52:15.064 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:15.068 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.069 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:52:15.077 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd9181e88, L:/127.0.0.1:46298 - R:/127.30.97.188:41347] using SASL/PLAIN
23:52:15.077 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1a487dbc, L:/127.0.0.1:53810 - R:/127.30.97.190:39137] using SASL/PLAIN
23:52:15.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:52:15.071 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:52:15.090 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xce26bf60, L:/127.0.0.1:53818 - R:/127.30.97.190:39137] using SASL/PLAIN
23:52:15.091 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.094 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:15.094 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [250ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: OK, [298ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: OK, [308ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: OK, deferred=null) after lookup
23:52:15.100 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:15.106 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:15.106 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76b4812c
23:52:15.109 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x980e7c3c, L:/127.0.0.1:46314 - R:/127.30.97.188:41347] using SASL/PLAIN
23:52:15.117 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:52:15.120 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:15.120 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=374), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [305ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: OK, [329ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: OK, [355ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: OK, deferred=null) after lookup
23:52:15.120 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:52:15.120 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:52:15.122 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:52:15.124 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f3ad60077ae8ada4257ef82bd2312ac90ebe654f2fd7d8a1db950c5f745bddf8'}]
23:52:15.125 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:15.131 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.131 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.137 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:15.138 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2f903200
23:52:15.139 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:15.139 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.140 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.149 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:52:15.157 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:52:15.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:52:15.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:52:15.164 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:52:15.170 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:52:15.174 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041)[L],9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}]
23:52:15.180 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:52:15.187 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5db6e1014bd1bf936eac5a5d736602fdd8b9e6f883c60396e996ec5cb1085db6'}]
23:52:15.191 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:15.198 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.198 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.211 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.212 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.224 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:52:15.227 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] connecting to peer
23:52:15.239 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:52:15.240 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:52:15.246 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:52:15.248 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}]
23:52:15.260 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] Successfully connected to peer
23:52:15.273 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.273 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.285 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.286 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.292 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] connecting to peer
23:52:15.300 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] Successfully connected to peer
23:52:15.320 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.2
23:52:15.348 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.349 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.351 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.2
23:52:15.357 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.357 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.362 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.374 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6de3f090, L:/127.0.0.1:36666 - R:/127.29.170.2:35705] using SASL/PLAIN
23:52:15.386 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.406 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5f70f36a, L:/127.0.0.1:36672 - R:/127.29.170.2:35705] using SASL/PLAIN
23:52:15.417 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.417 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.427 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.428 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.441 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305086295650304001) for scanner KuduScanner(table=replication_test_table, tablet=e012864a1d104f0e9bc788d6f9f0aadf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.445 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [f3ad60077ae8ada4257ef82bd2312ac90ebe654f2fd7d8a1db950c5f745bddf8]
23:52:15.448 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:52:15.474 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305086295650304001) for scanner KuduScanner(table=replication_test_table, tablet=3fcc2946b51346a4a6c88f1a5936c1ce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.475 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5db6e1014bd1bf936eac5a5d736602fdd8b9e6f883c60396e996ec5cb1085db6]
23:52:15.476 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:52:15.490 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.491 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.499 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.500 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.556 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da13c8d932d24f258406d178b684a178 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:15.556 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 334079f913c649a1bbf6646609510f7a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:15.557 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da13c8d932d24f258406d178b684a178@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)[L],d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=334079f913c649a1bbf6646609510f7a@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207),d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:15.561 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 334079f913c649a1bbf6646609510f7a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:15.561 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=334079f913c649a1bbf6646609510f7a@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207),d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:15.563 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da13c8d932d24f258406d178b684a178 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:15.563 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.563 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 334079f913c649a1bbf6646609510f7a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:15.563 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.563 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da13c8d932d24f258406d178b684a178@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)[L],d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=334079f913c649a1bbf6646609510f7a@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207),d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:15.571 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468335563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:15.575 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.575 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f3ad60077ae8ada4257ef82bd2312ac90ebe654f2fd7d8a1db950c5f745bddf8]
23:52:15.597 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5db6e1014bd1bf936eac5a5d736602fdd8b9e6f883c60396e996ec5cb1085db6]
23:52:15.602 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5db6e1014bd1bf936eac5a5d736602fdd8b9e6f883c60396e996ec5cb1085db6 finished by subtask 0; deferring removal (restored in pending)
23:52:15.606 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:52:15.606 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:52:15.607 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] disconnecting while in state READY
23:52:15.608 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:15.611 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f3ad60077ae8ada4257ef82bd2312ac90ebe654f2fd7d8a1db950c5f745bddf8 finished by subtask 2; deferring removal (restored in pending)
23:52:15.611 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:52:15.611 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:52:15.611 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] disconnecting while in state READY
23:52:15.612 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:15.619 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@abac7b3, flushNotification=Deferred@1523954051(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:52:15.634 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.634 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.639 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:52:15.643 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.643 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.644 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] handling channelInactive
23:52:15.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] cleaning up while in state READY due to: connection closed
23:52:15.645 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:52:15.646 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=325, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@112584cd, flushNotification=Deferred@972988133(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:52:15.671 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] connecting to peer
23:52:15.681 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] connecting to peer
23:52:15.703 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.704 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.714 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.714 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.759 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] Successfully connected to peer
23:52:15.773 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.774 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.784 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] Successfully connected to peer
23:52:15.784 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.785 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.833 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] handling channelInactive
23:52:15.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] cleaning up while in state READY due to: connection closed
23:52:15.833 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:52:15.834 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:52:15.847 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.848 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.857 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.858 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.868 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.876 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:15.888 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x6895b778, L:/127.0.0.1:52910 - R:/127.30.97.130:37207] using TOKEN/null
23:52:15.900 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3c4b0ce1, L:/127.0.0.1:56830 - R:/127.30.97.129:37911] using TOKEN/null
23:52:15.921 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.922 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:15.929 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.930 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:15.992 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:15.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:16.002 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.002 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:16.065 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.065 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:16.077 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.078 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:16.139 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:16.149 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.149 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:16.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:16.159 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:16.167 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:16.172 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:16.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e012864a1d104f0e9bc788d6f9f0aadf for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:16.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3fcc2946b51346a4a6c88f1a5936c1ce for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:16.179 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:16.184 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da13c8d932d24f258406d178b684a178 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:16.185 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 334079f913c649a1bbf6646609510f7a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:16.185 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da13c8d932d24f258406d178b684a178@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)[L],d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=334079f913c649a1bbf6646609510f7a@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207),d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:16.190 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:16.201 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f054dd1db7b64d9cbcceb5d76e81745c
23:52:16.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e012864a1d104f0e9bc788d6f9f0aadf for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:16.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3fcc2946b51346a4a6c88f1a5936c1ce for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:16.207 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:16.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.170.60:33767, [4ms] Sub RPC GetTableLocations: received response from server master-127.29.170.60:33767: OK, deferred=null)) after lookup
23:52:16.217 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e012864a1d104f0e9bc788d6f9f0aadf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.217 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e012864a1d104f0e9bc788d6f9f0aadf for partition [0x80000000, 0x80000032) with scanner id null
23:52:16.228 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job d2b24b5be07c54027760c4793ebc532d (2238 bytes, checkpointDuration=647 ms, finalizationTime=18 ms).
23:52:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:16.249032 30452 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7e60 after lost signal to thread 30389
23:52:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:16.249810 30452 debug-util.cc:398] Leaking SignalData structure 0x7b08000a20e0 after lost signal to thread 30455
23:52:16.257 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:52:16.258 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split f3ad60077ae8ada4257ef82bd2312ac90ebe654f2fd7d8a1db950c5f745bddf8 from pending
23:52:16.258 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 5db6e1014bd1bf936eac5a5d736602fdd8b9e6f883c60396e996ec5cb1085db6 from pending
23:52:16.258 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 2 finished splits from enumerator state
23:52:16.258 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 192
23:52:16.260 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468336259 for job d2b24b5be07c54027760c4793ebc532d.
23:52:16.272 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc2946b51346a4a6c88f1a5936c1ce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.272 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc2946b51346a4a6c88f1a5936c1ce for partition [0x80000064, 0x800000C8) with scanner id null
23:52:16.284 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet da13c8d932d24f258406d178b684a178 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:16.284 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 334079f913c649a1bbf6646609510f7a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:16.284 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=da13c8d932d24f258406d178b684a178@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)[L],d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=334079f913c649a1bbf6646609510f7a@[410c6d7140d340a58779420f742c0850(127.30.97.131:45023),b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207),d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:16.285 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.97.188:41347, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.97.188:41347: OK, deferred=null)) after lookup
23:52:16.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:16.311 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.311 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:16.324 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=35 ms, finalizationTime=29 ms).
23:52:16.331 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e012864a1d104f0e9bc788d6f9f0aadf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.331 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e012864a1d104f0e9bc788d6f9f0aadf for partition [0x80000000, 0x80000032) with scanner id null
23:52:16.331 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:52:16.352 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3fcc2946b51346a4a6c88f1a5936c1ce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.353 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 3fcc2946b51346a4a6c88f1a5936c1ce for partition [0x80000064, 0x800000C8) with scanner id null
23:52:16.370 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da13c8d932d24f258406d178b684a178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.370 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da13c8d932d24f258406d178b684a178 for partition [0x80000000, 0x80000032) with scanner id null
23:52:16.403 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=334079f913c649a1bbf6646609510f7a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:16.404 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 334079f913c649a1bbf6646609510f7a for partition [0x80000064, 0x800000C8) with scanner id null
23:52:16.404 [DEBUG - main] (Connection.java:575) [peer master-127.30.97.188:41347(127.30.97.188:41347)] disconnecting while in state READY
23:52:16.404 [DEBUG - main] (Connection.java:575) [peer master-127.30.97.190:39137(127.30.97.190:39137)] disconnecting while in state READY
23:52:16.405 [DEBUG - main] (Connection.java:575) [peer master-127.30.97.189:37341(127.30.97.189:37341)] disconnecting while in state READY
23:52:16.405 [DEBUG - main] (Connection.java:575) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] disconnecting while in state READY
23:52:16.405 [DEBUG - main] (Connection.java:575) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] disconnecting while in state READY
23:52:16.406 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.97.188:41347(127.30.97.188:41347)] handling channelInactive
23:52:16.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state READY due to: connection closed
23:52:16.407 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.97.190:39137(127.30.97.190:39137)] handling channelInactive
23:52:16.407 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.97.189:37341(127.30.97.189:37341)] handling channelInactive
23:52:16.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state READY due to: connection closed
23:52:16.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state READY due to: connection closed
23:52:16.408 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] handling channelInactive
23:52:16.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] cleaning up while in state READY due to: connection closed
23:52:16.409 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:16.411 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:52:16.411 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
23:52:16.411 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:52:16.412 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
23:52:16.424 [DEBUG - kudu-nio-4] (Connection.java:239) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] handling channelInactive
23:52:16.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] cleaning up while in state READY due to: connection closed
23:52:16.425 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
23:52:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:16.425204 31110 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 31435
23:52:16.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468336563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:16.588 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:52:16.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:52:16.621 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] handling channelInactive
23:52:16.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] cleaning up while in state READY due to: connection closed
23:52:16.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:16.622701 31608 connection.cc:573] client connection to 127.30.97.129:37911 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:52:16.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:16.623256 31608 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:52:16.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:16.630919 31110 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 31572
23:52:16.683 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] handling channelInactive
23:52:16.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] cleaning up while in state READY due to: connection closed
23:52:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:16.684324 31110 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 31727
23:52:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:16.820477 31110 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 31123
23:52:16.909 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.97.190:39137(127.30.97.190:39137)] handling channelInactive
23:52:16.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state READY due to: connection closed
23:52:16.910 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.97.190:39137(127.30.97.190:39137)] handling channelInactive
23:52:16.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state READY due to: connection closed
23:52:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:16.916002 31110 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 31195
23:52:16.919 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.97.190:39137(127.30.97.190:39137)] handling channelInactive
23:52:16.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state READY due to: connection closed
23:52:16.910 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.97.190:39137(127.30.97.190:39137)] handling channelInactive
23:52:16.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state READY due to: connection closed
23:52:17.015 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.97.189:37341(127.30.97.189:37341)] handling channelInactive
23:52:17.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state READY due to: connection closed
23:52:17.016 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.97.189:37341(127.30.97.189:37341)] handling channelInactive
23:52:17.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state READY due to: connection closed
23:52:17.017 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.97.189:37341(127.30.97.189:37341)] handling channelInactive
23:52:17.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state READY due to: connection closed
23:52:17.017 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.97.189:37341(127.30.97.189:37341)] handling channelInactive
23:52:17.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state READY due to: connection closed
23:52:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:17.025964 31110 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 31276
23:52:17.066 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468337064 for job d2b24b5be07c54027760c4793ebc532d.
23:52:17.091 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=26 ms, finalizationTime=1 ms).
23:52:17.093 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:52:17.158 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.97.188:41347(127.30.97.188:41347)] handling channelInactive
23:52:17.158 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.97.188:41347(127.30.97.188:41347)] handling channelInactive
23:52:17.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state READY due to: connection closed
23:52:17.158 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.97.188:41347(127.30.97.188:41347)] handling channelInactive
23:52:17.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state READY due to: connection closed
23:52:17.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state READY due to: connection closed
23:52:17.163 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.97.188:41347(127.30.97.188:41347)] handling channelInactive
23:52:17.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state READY due to: connection closed
23:52:17.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468337563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:17.625 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=61 ms, finalizationTime=0 ms).
23:52:17.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:52:17.904 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:17.909 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e012864a1d104f0e9bc788d6f9f0aadf for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:17.910 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3fcc2946b51346a4a6c88f1a5936c1ce for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:17.910 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:17.914 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='48384b89a9d4c32528223bf48f02513651b293343872ab4c448e969a10b4c4e6'}]
23:52:17.916 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:17.917 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='61bb94617018ccc49893f2b9b4a9cb0be8a50a9e35398d895bfef7cdbc5427f8'}]
23:52:17.920 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:17.931 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:52:17.932 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041)[L],9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}]
23:52:17.940 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:52:17.944 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}]
23:52:17.949 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] connecting to peer
23:52:17.958 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] connecting to peer
23:52:17.974 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] Successfully connected to peer
23:52:17.981 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.2
23:52:17.986 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] Successfully connected to peer
23:52:18.008 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.2
23:52:18.027 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:18.042 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:18.049 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd9a5b6e7, L:/127.0.0.1:36682 - R:/127.29.170.2:35705] using SASL/PLAIN
23:52:18.057 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x26ddcd17, L:/127.0.0.1:36696 - R:/127.29.170.2:35705] using SASL/PLAIN
23:52:18.062 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086312026112001) for scanner KuduScanner(table=replication_test_table, tablet=e012864a1d104f0e9bc788d6f9f0aadf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:18.062 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [48384b89a9d4c32528223bf48f02513651b293343872ab4c448e969a10b4c4e6]
23:52:18.063 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [48384b89a9d4c32528223bf48f02513651b293343872ab4c448e969a10b4c4e6]
23:52:18.063 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:52:18.063 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:52:18.065 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] disconnecting while in state READY
23:52:18.069 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 48384b89a9d4c32528223bf48f02513651b293343872ab4c448e969a10b4c4e6 finished by subtask 1; deferring removal (restored in pending)
23:52:18.070 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468338064 for job d2b24b5be07c54027760c4793ebc532d.
23:52:18.073 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:18.090 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job d2b24b5be07c54027760c4793ebc532d (2258 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:52:18.093 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:52:18.093 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086312026112001) for scanner KuduScanner(table=replication_test_table, tablet=3fcc2946b51346a4a6c88f1a5936c1ce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:18.093 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 48384b89a9d4c32528223bf48f02513651b293343872ab4c448e969a10b4c4e6 from pending
23:52:18.093 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 1 finished splits from enumerator state
23:52:18.094 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [61bb94617018ccc49893f2b9b4a9cb0be8a50a9e35398d895bfef7cdbc5427f8]
23:52:18.094 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [61bb94617018ccc49893f2b9b4a9cb0be8a50a9e35398d895bfef7cdbc5427f8]
23:52:18.094 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:52:18.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:52:18.095 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] disconnecting while in state READY
23:52:18.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:18.097 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 61bb94617018ccc49893f2b9b4a9cb0be8a50a9e35398d895bfef7cdbc5427f8 finished by subtask 3; deferring removal (restored in pending)
23:52:18.128 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] handling channelInactive
23:52:18.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] cleaning up while in state READY due to: connection closed
23:52:18.129 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:52:18.129 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:52:18.170 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] handling channelInactive
23:52:18.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] cleaning up while in state READY due to: connection closed
23:52:18.171 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:52:18.171 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:52:18.565 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468338563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:18.591 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job d2b24b5be07c54027760c4793ebc532d (1611 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
23:52:18.593 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:52:18.593 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 61bb94617018ccc49893f2b9b4a9cb0be8a50a9e35398d895bfef7cdbc5427f8 from pending
23:52:18.593 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 1 finished splits from enumerator state
23:52:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:52:18Z chronyd exiting
23:52:19.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468339063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:19.092 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
23:52:19.096 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:52:19.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468339563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:19.596 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=32 ms, finalizationTime=1 ms).
23:52:19.598 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:52:19.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c67286741f144038abf8220e04f8ea30
23:52:19.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e012864a1d104f0e9bc788d6f9f0aadf for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:52:19.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3fcc2946b51346a4a6c88f1a5936c1ce for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:52:19.907 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:52:19.912 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6115111636120b45c3b4a8d00ba139188b81f3cd897ddce515f4a713d059d437'}]
23:52:19.914 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='70e055b181b31b03d8b8e122a0f29042742d57a0a427035b94b11abd7f6d5734'}]
23:52:19.914 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:19.914 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:52:19.915 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299997, tablet=e012864a1d104f0e9bc788d6f9f0aadf@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041)[L],9788dd306b06478386a1b0e37445d217(127.29.170.1:35425),b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}]
23:52:19.916 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:19.916 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:52:19.916 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] connecting to peer
23:52:19.917 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299996, tablet=3fcc2946b51346a4a6c88f1a5936c1ce@[64f9ed6f0c4e4850ba6cb2e833b2d2d1(127.29.170.3:46041),9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)[L],b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)]}]
23:52:19.923 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] Successfully connected to peer
23:52:19.929 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.2
23:52:19.929 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] connecting to peer
23:52:19.941 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:19.947 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdf678aba, L:/127.0.0.1:36700 - R:/127.29.170.2:35705] using SASL/PLAIN
23:52:19.957 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086320218112001) for scanner KuduScanner(table=replication_test_table, tablet=e012864a1d104f0e9bc788d6f9f0aadf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:19.958 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [6115111636120b45c3b4a8d00ba139188b81f3cd897ddce515f4a713d059d437]
23:52:19.959 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6115111636120b45c3b4a8d00ba139188b81f3cd897ddce515f4a713d059d437]
23:52:19.959 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:52:19.959 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:52:19.961 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6115111636120b45c3b4a8d00ba139188b81f3cd897ddce515f4a713d059d437 finished by subtask 0; deferring removal (restored in pending)
23:52:19.961 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] disconnecting while in state READY
23:52:19.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:19.966 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] Successfully connected to peer
23:52:19.969 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.170.2
23:52:19.981 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:19.986 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd69acd34, L:/127.0.0.1:36714 - R:/127.29.170.2:35705] using SASL/PLAIN
23:52:20.024 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086320218112001) for scanner KuduScanner(table=replication_test_table, tablet=3fcc2946b51346a4a6c88f1a5936c1ce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:52:20.024 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] handling channelInactive
23:52:20.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] cleaning up while in state READY due to: connection closed
23:52:20.025 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [70e055b181b31b03d8b8e122a0f29042742d57a0a427035b94b11abd7f6d5734]
23:52:20.025 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:52:20.025 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:52:20.025 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [70e055b181b31b03d8b8e122a0f29042742d57a0a427035b94b11abd7f6d5734]
23:52:20.026 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:52:20.026 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:52:20.027 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 70e055b181b31b03d8b8e122a0f29042742d57a0a427035b94b11abd7f6d5734 finished by subtask 2; deferring removal (restored in pending)
23:52:20.028 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] disconnecting while in state READY
23:52:20.028 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:20.031 [DEBUG - main] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state READY
23:52:20.031 [DEBUG - main] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state READY
23:52:20.031 [DEBUG - main] (Connection.java:575) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] disconnecting while in state READY
23:52:20.031 [DEBUG - main] (Connection.java:575) [peer 9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)] disconnecting while in state READY
23:52:20.031 [DEBUG - main] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state READY
23:52:20.032 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.170.61:42317(127.29.170.61:42317)] handling channelInactive
23:52:20.032 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.170.62:34943(127.29.170.62:34943)] handling channelInactive
23:52:20.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state READY due to: connection closed
23:52:20.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state READY due to: connection closed
23:52:20.032 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] handling channelInactive
23:52:20.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] cleaning up while in state READY due to: connection closed
23:52:20.034 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)] handling channelInactive
23:52:20.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9788dd306b06478386a1b0e37445d217(127.29.170.1:35425)] cleaning up while in state READY due to: connection closed
23:52:20.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:20.036 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:52:20.037 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:52:20.037 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
23:52:20.038 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
23:52:20.046 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.170.60:33767(127.29.170.60:33767)] handling channelInactive
23:52:20.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state READY due to: connection closed
23:52:20.047 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:52:20.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:20.048012 30376 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 30658
23:52:20.063 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468340062 for job d2b24b5be07c54027760c4793ebc532d.
23:52:20.075 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] handling channelInactive
23:52:20.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b7109e320e5a4219a8139507eae14d9f(127.29.170.2:35705)] cleaning up while in state READY due to: connection closed
23:52:20.076 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:52:20.076 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:52:20.087 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job d2b24b5be07c54027760c4793ebc532d (2258 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:52:20.090 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:52:20.090 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 10 complete: removed split 70e055b181b31b03d8b8e122a0f29042742d57a0a427035b94b11abd7f6d5734 from pending
23:52:20.090 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 10 complete: removed split 6115111636120b45c3b4a8d00ba139188b81f3cd897ddce515f4a713d059d437 from pending
23:52:20.090 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 10 complete: removed 2 finished splits from enumerator state
23:52:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:20.103307 30376 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 30818
23:52:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:20.144501 30376 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 30965
23:52:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:20.177094 30376 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 30388
23:52:20.210 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.170.62:34943(127.29.170.62:34943)] handling channelInactive
23:52:20.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state READY due to: connection closed
23:52:20.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:20.211339 30376 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 30458
23:52:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:20.242060 30376 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 30534
23:52:20.242 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.170.61:42317(127.29.170.61:42317)] handling channelInactive
23:52:20.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state READY due to: connection closed
23:52:20.275 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.170.60:33767(127.29.170.60:33767)] handling channelInactive
23:52:20.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state READY due to: connection closed
23:52:20.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468340563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:20.581 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=15 ms, finalizationTime=3 ms).
23:52:20.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:52:21.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468341063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:21.080 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
23:52:21.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:52:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:52:21Z chronyd exiting
23:52:21.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468341563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:21.575 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:52:21.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:52:21.897 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:21.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.901 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.29.170.60:33767(127.29.170.60:33767) for tablet Kudu Master: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.907 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:21.908 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:21.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.909 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:21.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.914 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:21.926 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:21.928 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:21.928 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:21.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.929 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:21.946 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:21.947 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:21.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.949 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:21.949 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.950 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:21.966 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:21.967 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:21.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.967 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:21.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:21.987 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:21.987 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:21.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:21.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.989 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:21.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:21.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:21.990 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:22.047 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:22.048 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:22.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.048 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:22.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.049 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:22.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468342063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:22.076 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:52:22.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:52:22.106 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:22.107 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:22.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.109 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.109 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:22.109 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:22.287 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:22.287 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:22.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.289 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.289 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:22.290 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.290 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.290 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
.23:52:22.465 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468342465
23:52:22.465 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468342465
23:52:22.469 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:52:22.474 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:52:22.474 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:52:22.474 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:52:22.474 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:52:22.475 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:52:22.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:52:22.487 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:22.488 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:22.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.488 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:22.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:22.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:22.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.489 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:22.490 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:22.563 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468342562 for job d2b24b5be07c54027760c4793ebc532d.
23:52:22.577 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:52:22.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:52:22.825 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:52:22.826 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:52:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:22.829239 32260 mini_oidc.cc:150] Starting JWKS server
23:52:22.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:22.832648 32260 webserver.cc:534] Webserver started at http://127.0.0.1:33409/ using document root <none> and password file <none>
23:52:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:22.833199 32260 mini_oidc.cc:186] Starting OIDC Discovery server
23:52:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:22.835033 32260 webserver.cc:534] Webserver started at http://127.0.0.1:45527/ using document root <none> and password file <none>
23:52:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:52:22Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:52:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:52:22Z Disabled control of system clock
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:22.898687 32260 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/wal
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/data
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/logs
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/data/info.pb
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.62:44309
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.62
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33409/jwks.json with env {}
23:52:23.046 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:23.047 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:23.048 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:23.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:23.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:23.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:23.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:23.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:23.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:23.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:23.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:23.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:23.049 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:23.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468343063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:23.075 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:52:23.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:52:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.224393 32272 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.224962 32272 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.225428 32272 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.258780 32272 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:52:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.259078 32272 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.259281 32272 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:52:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.259491 32272 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:52:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.259687 32272 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:52:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.259837 32272 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33409/jwks.json
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:23.297576 32272 master_runner.cc:387] Master server non-default flags:
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/data
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/wal
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.62:44309
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33409/jwks.json
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/data/info.pb
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.62
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/logs
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:23.298954 32272 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:23.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:23.300668 32272 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.312896 32278 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:23.347 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:23.348 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:23.349 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:23.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:23.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:23.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:23.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:23.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:23.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:23.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:23.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:23.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:23.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:23.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468343563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:23.608 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=36 ms, finalizationTime=9 ms).
23:52:23.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:52:24.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468344063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:24.083 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
23:52:24.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:52:24.565 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468344563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:24.588 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:52:24.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:52:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:23.314061 32279 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:24.692378 32281 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:24.695556 32280 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1374 milliseconds
23:52:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:24.695598 32272 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.383s	user 0.479s	sys 0.894s
23:52:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:24.696131 32272 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.383s	user 0.480s	sys 0.895s
23:52:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.696465 32272 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.698220 32272 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.701769 32272 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.703655 32272 hybrid_clock.cc:648] HybridClock initialized: now 1783468344703608 us; error 43 us; skew 500 ppm
23:52:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.704934 32272 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.714740 32272 webserver.cc:534] Webserver started at http://127.31.129.62:46691/ using document root <none> and password file <none>
23:52:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.716300 32272 fs_manager.cc:362] Metadata directory not provided
23:52:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.716641 32272 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.717291 32272 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.724968 32272 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/data/instance:
23:52:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b6ca2f058d840c79c3243e81d1abfa6"
23:52:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:24 on dist-test-slave-1rxj"
23:52:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.726781 32272 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/wal/instance:
23:52:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b6ca2f058d840c79c3243e81d1abfa6"
23:52:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:24 on dist-test-slave-1rxj"
23:52:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.737617 32272 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.002s
23:52:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.745893 32289 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.747189 32272 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
23:52:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.747556 32272 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/wal
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b6ca2f058d840c79c3243e81d1abfa6"
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:24 on dist-test-slave-1rxj"
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.747912 32272 fs_report.cc:389] FS layout report
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/wal
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/wal
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/data/data
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.834389 32272 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:24.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.835981 32272 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:24.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.836423 32272 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.909821 32272 rpc_server.cc:307] RPC server started. Bound to: 127.31.129.62:44309
23:52:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.909899 32340 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.129.62:44309 every 8 connection(s)
23:52:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.912545 32272 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/data/info.pb
23:52:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.914871 32260 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 32272
23:52:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.915412 32260 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-0/wal/instance
23:52:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.919443 32341 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.919546 32260 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/wal
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/data
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/logs
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/data/info.pb
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.61:41907
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.61
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33409/jwks.json with env {}
23:52:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.930420 32341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } has no permanent_uuid. Determining permanent_uuid...
23:52:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:24.957192 32341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } has no permanent_uuid. Determining permanent_uuid...
23:52:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:24.960302 32290 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.129.61:41907: connect: Connection refused (error 111)
23:52:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:24.964814 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.61:41907: Network error: Client connection negotiation failed: client connection to 127.31.129.61:41907: connect: Connection refused (error 111)
23:52:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:25.014411 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } attempt: 1
23:52:25.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.019156 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.61:41907: Network error: Client connection negotiation failed: client connection to 127.31.129.61:41907: connect: Connection refused (error 111)
23:52:25.063 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468345062 for job d2b24b5be07c54027760c4793ebc532d.
23:52:25.076 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:52:25.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:52:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:25.087688 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } attempt: 2
23:52:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.092505 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.61:41907: Network error: Client connection negotiation failed: client connection to 127.31.129.61:41907: connect: Connection refused (error 111)
23:52:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:25.183962 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } attempt: 3
23:52:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.188541 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.61:41907: Network error: Client connection negotiation failed: client connection to 127.31.129.61:41907: connect: Connection refused (error 111)
23:52:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.249679 32343 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.250245 32343 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.250715 32343 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.283609 32343 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:52:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.283905 32343 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.284111 32343 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:52:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.284313 32343 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:52:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.284507 32343 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:52:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.284657 32343 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33409/jwks.json
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:25.325754 32343 master_runner.cc:387] Master server non-default flags:
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/data
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/wal
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.61:41907
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33409/jwks.json
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/data/info.pb
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.61
23:52:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/logs
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:25.327337 32343 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:25.328964 32343 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:25.332019 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } attempt: 4
23:52:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.336733 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.61:41907: Network error: Client connection negotiation failed: client connection to 127.31.129.61:41907: connect: Connection refused (error 111)
23:52:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.341764 32352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:25.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468345563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:25.602 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=36 ms, finalizationTime=2 ms).
23:52:25.603 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:52:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:25.636261 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } attempt: 5
23:52:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.646472 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.61:41907: Network error: Client connection negotiation failed: client connection to 127.31.129.61:41907: connect: Connection refused (error 111)
23:52:25.787 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:25.788 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:25.789 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:25.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:25.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:25.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:25.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:25.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:25.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:25.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:25.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:25.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:25.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:26.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468346063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:26.097 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=32 ms, finalizationTime=2 ms).
23:52:26.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:52:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.194115 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } attempt: 6
23:52:26.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:26.218425 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.61:41907: Network error: Client connection negotiation failed: client connection to 127.31.129.61:41907: connect: Connection refused (error 111)
23:52:26.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468346563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:26.582 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:52:26.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:52:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:25.342336 32353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:26.706730 32355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:26.714237 32343 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.373s	user 0.418s	sys 0.933s
23:52:26.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:26.714972 32354 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1371 milliseconds
23:52:26.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:26.714962 32343 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.374s	user 0.419s	sys 0.933s
23:52:26.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.715607 32343 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.716830 32343 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.719914 32343 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.721396 32343 hybrid_clock.cc:648] HybridClock initialized: now 1783468346721359 us; error 48 us; skew 500 ppm
23:52:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.722662 32343 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:26.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.732023 32343 webserver.cc:534] Webserver started at http://127.31.129.61:46663/ using document root <none> and password file <none>
23:52:26.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.733381 32343 fs_manager.cc:362] Metadata directory not provided
23:52:26.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.733927 32343 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:26.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.734563 32343 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.741798 32343 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/data/instance:
23:52:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c400a49206ad4160bbf634440b2f0010"
23:52:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:26 on dist-test-slave-1rxj"
23:52:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.743474 32343 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/wal/instance:
23:52:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c400a49206ad4160bbf634440b2f0010"
23:52:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:26 on dist-test-slave-1rxj"
23:52:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.754523 32343 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.005s	sys 0.006s
23:52:26.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.763131 32365 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.764693 32343 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
23:52:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.765142 32343 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/wal
23:52:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c400a49206ad4160bbf634440b2f0010"
23:52:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:26 on dist-test-slave-1rxj"
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.765662 32343 fs_report.cc:389] FS layout report
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/wal
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/wal
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/data/data
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.859634 32343 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.861116 32343 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.861609 32343 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.937394 32343 rpc_server.cc:307] RPC server started. Bound to: 127.31.129.61:41907
23:52:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.937565 32416 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.129.61:41907 every 8 connection(s)
23:52:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.940249 32343 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/data/info.pb
23:52:26.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.942842 32260 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 32343
23:52:26.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.943315 32260 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-1/wal/instance
23:52:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.946395 32260 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/wal
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/data
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/logs
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/data/info.pb
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.60:42777
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.60
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33409/jwks.json with env {}
23:52:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.947623 32417 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:26.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.960246 32417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } has no permanent_uuid. Determining permanent_uuid...
23:52:26.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:26.985093 32417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } has no permanent_uuid. Determining permanent_uuid...
23:52:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.001937 32417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } has no permanent_uuid. Determining permanent_uuid...
23:52:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.004782 32369 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.010465 32417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.060036 32417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 1
23:52:27.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468347063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.065171 32417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.079 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:52:27.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:52:27.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.133674 32417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 2
23:52:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.138188 32417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.229661 32417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 3
23:52:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.234615 32417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.279019 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } attempt: 7
23:52:27.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.291582 32341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } has no permanent_uuid. Determining permanent_uuid...
23:52:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.297394 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.307237 32419 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.307973 32419 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.308851 32419 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.342542 32419 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:52:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.342829 32419 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.343030 32419 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:52:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.343233 32419 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:52:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.343439 32419 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:52:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.343586 32419 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33409/jwks.json
23:52:27.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.355846 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 1
23:52:27.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.360381 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.378118 32417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 4
23:52:27.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.382889 32417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.383525 32419 master_runner.cc:387] Master server non-default flags:
23:52:27.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:27.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/data
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/wal
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.60:42777
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33409/jwks.json
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/data/info.pb
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.60
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/logs
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:27.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.385217 32419 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:27.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.386974 32419 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:27.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.399127 32431 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.441819 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 2
23:52:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.451648 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.537247 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 3
23:52:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.547020 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468347563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:27.595 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=30 ms, finalizationTime=2 ms).
23:52:27.598 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:52:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.682325 32417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 5
23:52:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.688241 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 4
23:52:27.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.699553 32417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.708666 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:27.992273 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 5
23:52:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:28.002244 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:28.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468348063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:28.088 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=23 ms, finalizationTime=2 ms).
23:52:28.095 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:52:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.247228 32417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 6
23:52:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:28.280766 32417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.554867 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 6
23:52:28.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468348563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:28.593 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=29 ms, finalizationTime=0 ms).
23:52:28.594 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:52:28.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:28.634698 32341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.129.60:42777: Network error: Client connection negotiation failed: client connection to 127.31.129.60:42777: connect: Connection refused (error 111)
23:52:28.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:28.801126 32430 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 32419
23:52:28.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:28.815531 32419 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.417s	user 0.514s	sys 0.885s
23:52:28.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:27.399719 32432 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:28.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:28.816012 32419 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.417s	user 0.514s	sys 0.885s
23:52:28.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:28.817723 32433 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1417 milliseconds
23:52:28.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.818028 32419 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:28.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:28.818142 32434 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.821574 32419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.824169 32419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.825553 32419 hybrid_clock.cc:648] HybridClock initialized: now 1783468348825495 us; error 52 us; skew 500 ppm
23:52:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.826436 32419 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.832872 32419 webserver.cc:534] Webserver started at http://127.31.129.60:43789/ using document root <none> and password file <none>
23:52:28.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.833932 32419 fs_manager.cc:362] Metadata directory not provided
23:52:28.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.834179 32419 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.834738 32419 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:28.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.839573 32419 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/data/instance:
23:52:28.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a0a85143eb443c5b18515805629d0ec"
23:52:28.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:28 on dist-test-slave-1rxj"
23:52:28.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.840734 32419 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/wal/instance:
23:52:28.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a0a85143eb443c5b18515805629d0ec"
23:52:28.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:28 on dist-test-slave-1rxj"
23:52:28.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.849020 32419 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.001s
23:52:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.855952 32446 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:28.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.858026 32419 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
23:52:28.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.858367 32419 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/wal
23:52:28.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a0a85143eb443c5b18515805629d0ec"
23:52:28.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:28 on dist-test-slave-1rxj"
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.858736 32419 fs_report.cc:389] FS layout report
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/wal
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/wal
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/data/data
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:28.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.910115 32419 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.911679 32419 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.912114 32419 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.990423 32419 rpc_server.cc:307] RPC server started. Bound to: 127.31.129.60:42777
23:52:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.990525 32497 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.129.60:42777 every 8 connection(s)
23:52:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.993165 32419 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/data/info.pb
23:52:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.995972 32260 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 32419
23:52:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:28.996538 32260 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/master-2/wal/instance
23:52:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.000422 32498 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.018756 32498 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } has no permanent_uuid. Determining permanent_uuid...
23:52:29.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.047426 32498 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } has no permanent_uuid. Determining permanent_uuid...
23:52:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.057894 32498 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } has no permanent_uuid. Determining permanent_uuid...
23:52:29.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468349063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:29.078 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:52:29.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.079051 32498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec: Bootstrap starting.
23:52:29.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:52:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.086797 32498 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec: Neither blocks nor log segments found. Creating new log.
23:52:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.089186 32498 log.cc:826] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec: Log is configured to *not* fsync() on all Append() calls
23:52:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.095633 32498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec: No bootstrap required, opened a new log
23:52:29.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.116580 32498 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.117296 32498 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:29.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.117614 32498 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a0a85143eb443c5b18515805629d0ec, State: Initialized, Role: FOLLOWER
23:52:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.118479 32498 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.121261 32508 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.122128 32508 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: This master's current role is: FOLLOWER
23:52:29.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.122991 32498 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: configured and running, proceeding with master startup.
23:52:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:29.156055 32519 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:52:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:29.156759 32519 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:52:29.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:29.168303 32452 tablet.cc:2406] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.150534 32419 master_runner.cc:187] Error getting master registration for 127.31.129.62:44309: OK, instance_id { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" instance_seqno: 1783468344890041 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:52:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.182854 32419 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:52:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.227111 32508 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.227717 32508 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.231503 32508 leader_election.cc:290] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8b6ca2f058d840c79c3243e81d1abfa6 (127.31.129.62:44309), c400a49206ad4160bbf634440b2f0010 (127.31.129.61:41907)
23:52:29.246 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:29.247 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:29.247 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:29.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:29.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:29.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:29.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:29.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:29.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:29.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:29.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:29.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:29.255 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:29.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.341455 32417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 7
23:52:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.380511 32417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010: Bootstrap starting.
23:52:29.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.388170 32417 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010: Neither blocks nor log segments found. Creating new log.
23:52:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.390491 32417 log.cc:826] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010: Log is configured to *not* fsync() on all Append() calls
23:52:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.402956 32417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010: No bootstrap required, opened a new log
23:52:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.447747 32417 raft_consensus.cc:359] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.450938 32417 raft_consensus.cc:385] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.451629 32417 raft_consensus.cc:740] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c400a49206ad4160bbf634440b2f0010, State: Initialized, Role: FOLLOWER
23:52:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.453292 32417 consensus_queue.cc:260] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.457533 32523 sys_catalog.cc:455] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.459018 32523 sys_catalog.cc:458] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [sys.catalog]: This master's current role is: FOLLOWER
23:52:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.460937 32392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4a0a85143eb443c5b18515805629d0ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c400a49206ad4160bbf634440b2f0010" is_pre_election: true
23:52:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.461807 32392 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4a0a85143eb443c5b18515805629d0ec in term 0.
23:52:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.463333 32417 sys_catalog.cc:565] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [sys.catalog]: configured and running, proceeding with master startup.
23:52:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.463459 32447 leader_election.cc:304] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a0a85143eb443c5b18515805629d0ec, c400a49206ad4160bbf634440b2f0010; no voters: 
23:52:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.464458 32508 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:29.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.464804 32508 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:29.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.465134 32508 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 0 FOLLOWER]: Advancing to term 1
23:52:29.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.474426 32508 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.486698 32508 leader_election.cc:290] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [CANDIDATE]: Term 1 election: Requested vote from peers 8b6ca2f058d840c79c3243e81d1abfa6 (127.31.129.62:44309), c400a49206ad4160bbf634440b2f0010 (127.31.129.61:41907)
23:52:29.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.487224 32392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4a0a85143eb443c5b18515805629d0ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c400a49206ad4160bbf634440b2f0010"
23:52:29.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.487787 32392 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [term 0 FOLLOWER]: Advancing to term 1
23:52:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.494285 32392 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a0a85143eb443c5b18515805629d0ec in term 1.
23:52:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.495939 32447 leader_election.cc:304] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a0a85143eb443c5b18515805629d0ec, c400a49206ad4160bbf634440b2f0010; no voters: 
23:52:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.496812 32508 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 1 FOLLOWER]: Leader election won for term 1
23:52:29.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.506122 32508 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [term 1 LEADER]: Becoming Leader. State: Replica: 4a0a85143eb443c5b18515805629d0ec, State: Running, Role: LEADER
23:52:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.507431 32508 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.528964 32527 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4a0a85143eb443c5b18515805629d0ec. Latest consensus state: current_term: 1 leader_uuid: "4a0a85143eb443c5b18515805629d0ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.529994 32527 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: This master's current role is: LEADER
23:52:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.534722 32532 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:52:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.552742 32532 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:52:29.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468349563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:29.587 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:52:29.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:52:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.588902 32539 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:52:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.605451 32392 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [term 1 FOLLOWER]: Refusing update from remote peer 4a0a85143eb443c5b18515805629d0ec: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.608037 32508 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:29.619633 32371 tablet.cc:2406] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.599097 32343 master_runner.cc:187] Error getting master registration for 127.31.129.62:44309: OK, instance_id { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" instance_seqno: 1783468344890041 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:52:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.637019 32343 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:52:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.661007 32523 sys_catalog.cc:455] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4a0a85143eb443c5b18515805629d0ec. Latest consensus state: current_term: 1 leader_uuid: "4a0a85143eb443c5b18515805629d0ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.661757 32523 sys_catalog.cc:458] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [sys.catalog]: This master's current role is: FOLLOWER
23:52:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.668488 32341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } attempt: 7
23:52:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.672216 32538 mvcc.cc:204] Tried to move back new op lower bound from 7305086359945359360 to 7305086359595253760. Current Snapshot: MvccSnapshot[applied={T|T < 7305086359945359360}]
23:52:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.686064 32527 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4a0a85143eb443c5b18515805629d0ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.686802 32527 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: This master's current role is: LEADER
23:52:29.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.691445 32523 sys_catalog.cc:455] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4a0a85143eb443c5b18515805629d0ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.692173 32523 sys_catalog.cc:458] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010 [sys.catalog]: This master's current role is: FOLLOWER
23:52:29.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.708523 32532 catalog_manager.cc:1382] Generated new cluster ID: 4271ff556a1444cca260accb73e189b2
23:52:29.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.708863 32532 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:52:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.729053 32341 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6: Bootstrap starting.
23:52:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.746584 32532 catalog_manager.cc:1405] Generated new certificate authority record
23:52:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.749162 32532 catalog_manager.cc:1539] Loading token signing keys...
23:52:29.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.760035 32341 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6: Neither blocks nor log segments found. Creating new log.
23:52:29.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.762708 32341 log.cc:826] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6: Log is configured to *not* fsync() on all Append() calls
23:52:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.771504 32341 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6: No bootstrap required, opened a new log
23:52:29.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.783156 32532 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec: Generated new TSK 0
23:52:29.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.784359 32532 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:52:29.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.805665 32341 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.806591 32341 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:29.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.806942 32341 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b6ca2f058d840c79c3243e81d1abfa6, State: Initialized, Role: FOLLOWER
23:52:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.808019 32341 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } }
23:52:29.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.813726 32341 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [sys.catalog]: configured and running, proceeding with master startup.
23:52:29.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.813903 32315 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4a0a85143eb443c5b18515805629d0ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b6ca2f058d840c79c3243e81d1abfa6"
23:52:29.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.814646 32315 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [term 0 FOLLOWER]: Advancing to term 1
23:52:29.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.818028 32316 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4a0a85143eb443c5b18515805629d0ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" is_pre_election: true
23:52:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.828325 32315 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a0a85143eb443c5b18515805629d0ec in term 1.
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.830057 32260 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/wal
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/data
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/logs
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/data/info.pb
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.1:0
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.129.1
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.1
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.830725 32314 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [term 1 FOLLOWER]: Refusing update from remote peer 4a0a85143eb443c5b18515805629d0ec: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.813230 32546 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.836627 32546 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [sys.catalog]: This master's current role is: FOLLOWER
23:52:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.837675 32508 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:29.851265 32295 tablet.cc:2406] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.922716 32555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4a0a85143eb443c5b18515805629d0ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.923645 32555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [sys.catalog]: This master's current role is: FOLLOWER
23:52:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.924419 32546 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4a0a85143eb443c5b18515805629d0ec. Latest consensus state: current_term: 1 leader_uuid: "4a0a85143eb443c5b18515805629d0ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.925027 32546 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6 [sys.catalog]: This master's current role is: FOLLOWER
23:52:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:29.975078 32563 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:52:30.063 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468350062 for job d2b24b5be07c54027760c4793ebc532d.
23:52:30.081 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:52:30.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:52:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:30.286993 32550 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:30.287461 32550 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:30.287883 32550 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:30.322796 32550 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:30.323616 32550 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.129.1
23:52:30.326 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:30.327 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:30.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:30.327 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:30.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:30.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:30.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:30.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:30.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:30.329 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:30.329 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:30.329 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:30.329 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.365921 32550 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/data
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/wal
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.1:0
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/data/info.pb
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.1
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.129.1
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/logs
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.367408 32550 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.369033 32550 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:30.383239 32569 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.477346 32508 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4a0a85143eb443c5b18515805629d0ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b6ca2f058d840c79c3243e81d1abfa6" member_type: VOTER last_known_addr { host: "127.31.129.62" port: 44309 } } peers { permanent_uuid: "c400a49206ad4160bbf634440b2f0010" member_type: VOTER last_known_addr { host: "127.31.129.61" port: 41907 } } peers { permanent_uuid: "4a0a85143eb443c5b18515805629d0ec" member_type: VOTER last_known_addr { host: "127.31.129.60" port: 42777 } } }
23:52:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.478614 32508 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a0a85143eb443c5b18515805629d0ec [sys.catalog]: This master's current role is: LEADER
23:52:30.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468350563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:30.589 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
23:52:30.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:52:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.610687 32539 catalog_manager.cc:1294] Loaded cluster ID: 4271ff556a1444cca260accb73e189b2
23:52:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.611371 32539 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010: loading cluster ID for follower catalog manager: success
23:52:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.626158 32539 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010: acquiring CA information for follower catalog manager: success
23:52:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:30.639503 32539 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c400a49206ad4160bbf634440b2f0010: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:52:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:31.024164 32563 catalog_manager.cc:1294] Loaded cluster ID: 4271ff556a1444cca260accb73e189b2
23:52:31.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:31.024613 32563 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6: loading cluster ID for follower catalog manager: success
23:52:31.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:31.050671 32563 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6: acquiring CA information for follower catalog manager: success
23:52:31.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468351063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:31.066876 32563 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8b6ca2f058d840c79c3243e81d1abfa6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:52:31.150 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=86 ms, finalizationTime=1 ms).
23:52:31.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:52:31.366 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:31.367 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:31.367 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:31.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:31.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:31.370 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:31.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:31.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:31.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:31.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:31.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:31.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:31.372 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:31.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468351563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:31.575 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:52:31.577 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:52:32.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468352063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:32.078 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:52:32.079 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:52:32.467 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:32.468 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:32.468 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:32.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:32.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:32.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:32.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:32.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:32.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:32.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:32.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:32.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:32.472 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:32.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468352563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:32.592 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
23:52:32.594 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:31.786439 32568 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 32550
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:32.748476 32568 kernel_stack_watchdog.cc:198] Thread 32550 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:32.749028 32550 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.365s	user 0.534s	sys 0.785s
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:32.749375 32550 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.365s	user 0.534s	sys 0.785s
23:52:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:30.384052 32570 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:32.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:32.751776 32572 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:32.755573 32571 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2370 milliseconds
23:52:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.755592 32550 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.757556 32550 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:32.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.771306 32550 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.772760 32550 hybrid_clock.cc:648] HybridClock initialized: now 1783468352772681 us; error 91 us; skew 500 ppm
23:52:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.773900 32550 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:32.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.791393 32550 webserver.cc:534] Webserver started at http://127.31.129.1:46587/ using document root <none> and password file <none>
23:52:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.792675 32550 fs_manager.cc:362] Metadata directory not provided
23:52:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.792972 32550 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.793543 32550 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.800014 32550 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/data/instance:
23:52:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d01f2e6875584c899ba595ba9db75a46"
23:52:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:32 on dist-test-slave-1rxj"
23:52:32.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.802253 32550 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/wal/instance:
23:52:32.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d01f2e6875584c899ba595ba9db75a46"
23:52:32.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:32 on dist-test-slave-1rxj"
23:52:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.824024 32550 fs_manager.cc:696] Time spent creating directory manager: real 0.020s	user 0.010s	sys 0.008s
23:52:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.841374 32585 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.843063 32550 fs_manager.cc:730] Time spent opening block manager: real 0.014s	user 0.010s	sys 0.005s
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.843463 32550 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/wal
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d01f2e6875584c899ba595ba9db75a46"
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:32 on dist-test-slave-1rxj"
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.843881 32550 fs_report.cc:389] FS layout report
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/wal
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/wal
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/data/data
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.961237 32550 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.963552 32550 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.964267 32550 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.973930 32550 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.986351 32550 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.986675 32550 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:52:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.986961 32550 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:32.987162 32550 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:33.069 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468353062 for job d2b24b5be07c54027760c4793ebc532d.
23:52:33.083 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
23:52:33.084 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:52:33.306 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:33.307 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:33.308 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:33.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:33.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:33.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:33.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:33.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:33.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:33.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:33.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:33.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:33.314 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.405880 32550 rpc_server.cc:307] RPC server started. Bound to: 127.31.129.1:38463
23:52:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.405974 32700 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.129.1:38463 every 8 connection(s)
23:52:33.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.409602 32550 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/data/info.pb
23:52:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.414319 32260 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 32550
23:52:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.414948 32260 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-0/wal/instance
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.434624 32260 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/wal
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/data
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/logs
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/data/info.pb
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.2:0
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.129.2
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.2
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.520295 32701 heartbeater.cc:344] Connected to a master server at 127.31.129.60:42777
23:52:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.520830 32701 heartbeater.cc:461] Registering TS with master...
23:52:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.522214 32701 heartbeater.cc:507] Master 127.31.129.60:42777 requested a full tablet report, sending...
23:52:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.526010 32463 ts_manager.cc:194] Registered new tserver with Master: d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463)
23:52:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.528841 32463 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.129.1:49943
23:52:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.544642 32702 heartbeater.cc:344] Connected to a master server at 127.31.129.61:41907
23:52:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.545044 32702 heartbeater.cc:461] Registering TS with master...
23:52:33.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.546154 32702 heartbeater.cc:507] Master 127.31.129.61:41907 requested a full tablet report, sending...
23:52:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.549901 32382 ts_manager.cc:194] Registered new tserver with Master: d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463)
23:52:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.554453 32706 heartbeater.cc:344] Connected to a master server at 127.31.129.62:44309
23:52:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.554795 32706 heartbeater.cc:461] Registering TS with master...
23:52:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.555496 32706 heartbeater.cc:507] Master 127.31.129.62:44309 requested a full tablet report, sending...
23:52:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:33.559002 32306 ts_manager.cc:194] Registered new tserver with Master: d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463)
23:52:33.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468353562 for job d2b24b5be07c54027760c4793ebc532d.
23:52:33.582 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:52:33.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:52:34.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:34.037390 32705 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:34.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:34.038470 32705 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:34.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:34.039428 32705 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:34.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468354063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:34.079 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:52:34.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:52:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:34.102174 32705 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:34.103600 32705 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.129.2
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:34.168645 32705 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/data
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/wal
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.2:0
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/data/info.pb
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.2
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.129.2
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/logs
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:34.170500 32705 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:34.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:34.172775 32705 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:34.208559 32717 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:34.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:34.533879 32701 heartbeater.cc:499] Master 127.31.129.60:42777 was elected leader, sending a full tablet report...
23:52:34.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468354563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:34.569 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:34.570 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:34.570 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:34.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:34.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:34.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:34.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:34.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:34.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:34.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:34.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:34.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:34.589 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:34.590 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=26 ms, finalizationTime=1 ms).
23:52:34.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:52:35.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468355063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:35.080 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:52:35.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:52:35.565 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468355564 for job d2b24b5be07c54027760c4793ebc532d.
23:52:35.586 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
23:52:35.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:52:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:34.210665 32718 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:35.595685 32716 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 32705
23:52:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:35.844971 32705 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.635s	user 0.611s	sys 0.929s
23:52:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:35.846911 32705 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.637s	user 0.611s	sys 0.929s
23:52:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.847841 32705 server_base.cc:1061] running on GCE node
23:52:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:35.848116 32720 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:35.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.851504 32705 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.853897 32705 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:35.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.855319 32705 hybrid_clock.cc:648] HybridClock initialized: now 1783468355855284 us; error 43 us; skew 500 ppm
23:52:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.856230 32705 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.863265 32705 webserver.cc:534] Webserver started at http://127.31.129.2:38545/ using document root <none> and password file <none>
23:52:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.864285 32705 fs_manager.cc:362] Metadata directory not provided
23:52:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.864550 32705 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:35.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.865114 32705 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.869710 32705 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/data/instance:
23:52:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccf1501b8e964643832e2ba807e0d223"
23:52:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:35 on dist-test-slave-1rxj"
23:52:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.871026 32705 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/wal/instance:
23:52:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccf1501b8e964643832e2ba807e0d223"
23:52:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:35 on dist-test-slave-1rxj"
23:52:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.879344 32705 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.003s
23:52:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.886109 32729 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.887468 32705 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
23:52:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.887862 32705 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/wal
23:52:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccf1501b8e964643832e2ba807e0d223"
23:52:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:35 on dist-test-slave-1rxj"
23:52:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.888259 32705 fs_report.cc:389] FS layout report
23:52:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/wal
23:52:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/wal
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/data/data
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.945119 32705 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:35.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.946938 32705 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:35.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.947539 32705 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:35.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.950479 32705 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.954933 32705 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.955184 32705 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:52:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.955533 32705 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:35.955719 32705 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:36.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468356063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:36.077 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:52:36.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:52:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.120126 32705 rpc_server.cc:307] RPC server started. Bound to: 127.31.129.2:43207
23:52:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.120255   374 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.129.2:43207 every 8 connection(s)
23:52:36.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.123028 32705 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/data/info.pb
23:52:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.133895 32260 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 32705
23:52:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.134490 32260 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-1/wal/instance
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.170593 32260 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/wal
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/data
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/logs
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/data/info.pb
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.3:0
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.129.3
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.3
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.171000   376 heartbeater.cc:344] Connected to a master server at 127.31.129.61:41907
23:52:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.170343   375 heartbeater.cc:344] Connected to a master server at 127.31.129.60:42777
23:52:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.171568   376 heartbeater.cc:461] Registering TS with master...
23:52:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.171574   375 heartbeater.cc:461] Registering TS with master...
23:52:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.173173   377 heartbeater.cc:344] Connected to a master server at 127.31.129.62:44309
23:52:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.173151   376 heartbeater.cc:507] Master 127.31.129.61:41907 requested a full tablet report, sending...
23:52:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.173310   375 heartbeater.cc:507] Master 127.31.129.60:42777 requested a full tablet report, sending...
23:52:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.173593   377 heartbeater.cc:461] Registering TS with master...
23:52:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.174494   377 heartbeater.cc:507] Master 127.31.129.62:44309 requested a full tablet report, sending...
23:52:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.176383 32463 ts_manager.cc:194] Registered new tserver with Master: ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207)
23:52:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.176752 32382 ts_manager.cc:194] Registered new tserver with Master: ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207)
23:52:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.177719 32306 ts_manager.cc:194] Registered new tserver with Master: ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207)
23:52:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.178556 32463 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.129.2:43093
23:52:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.503049   385 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.503528   385 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.503952   385 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.538888   385 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.539703   385 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.129.3
23:52:36.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468356563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:36.575 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:52:36.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.586068   385 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.129.20:36617
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/data
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/wal
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.129.3:0
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/data/info.pb
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.129.3
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.129.3
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/logs
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.587535   385 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:36.589205   385 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.603312   391 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.834022 32337 debug-util.cc:398] Leaking SignalData structure 0x7b080007bfe0 after lost signal to thread 32273
23:52:37.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468357063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:37.086 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
23:52:37.092 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:52:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:37.182636   375 heartbeater.cc:499] Master 127.31.129.60:42777 was elected leader, sending a full tablet report...
23:52:37.506 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:37.507 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:37.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:37.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:37.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:37.508 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:37.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:37.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:37.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:37.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:37.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:37.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:37.517 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:37.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468357562 for job d2b24b5be07c54027760c4793ebc532d.
23:52:37.603 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=38 ms, finalizationTime=1 ms).
23:52:37.604 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:52:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.615149   394 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:37.988373   393 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1384 milliseconds
23:52:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:37.988436   385 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:36.604034   392 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:37.993944   385 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.005506   385 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.007407   385 hybrid_clock.cc:648] HybridClock initialized: now 1783468358007320 us; error 92 us; skew 500 ppm
23:52:38.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.008847   385 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.034350   385 webserver.cc:534] Webserver started at http://127.31.129.3:33055/ using document root <none> and password file <none>
23:52:38.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.035743   385 fs_manager.cc:362] Metadata directory not provided
23:52:38.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.036051   385 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:38.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.036676   385 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.043895   385 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/data/instance:
23:52:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f62226f7107340ad80a9e96f85b9e38e"
23:52:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:38 on dist-test-slave-1rxj"
23:52:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.045639   385 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/wal/instance:
23:52:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f62226f7107340ad80a9e96f85b9e38e"
23:52:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:38 on dist-test-slave-1rxj"
23:52:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.054821   385 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
23:52:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.061378   403 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.062949   385 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
23:52:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.063344   385 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/wal
23:52:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f62226f7107340ad80a9e96f85b9e38e"
23:52:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:38 on dist-test-slave-1rxj"
23:52:38.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468358063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.063781   385 fs_report.cc:389] FS layout report
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/wal
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/wal
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/data/data
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:38.080 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:52:38.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:52:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.169430   385 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.171799   385 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.172535   385 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:38.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.176532   385 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.183633   385 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.183988   385 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:52:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.184365   385 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.184628   385 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.363900   385 rpc_server.cc:307] RPC server started. Bound to: 127.31.129.3:42793
23:52:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.363965   518 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.129.3:42793 every 8 connection(s)
23:52:38.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.367928   385 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/data/info.pb
23:52:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.378721 32260 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 385
23:52:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.379491 32260 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9865307795287248127/ts-2/wal/instance
23:52:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.441306   520 heartbeater.cc:344] Connected to a master server at 127.31.129.61:41907
23:52:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.441859   520 heartbeater.cc:461] Registering TS with master...
23:52:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.442189   519 heartbeater.cc:344] Connected to a master server at 127.31.129.60:42777
23:52:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.442584   519 heartbeater.cc:461] Registering TS with master...
23:52:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.443086   520 heartbeater.cc:507] Master 127.31.129.61:41907 requested a full tablet report, sending...
23:52:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.443986   519 heartbeater.cc:507] Master 127.31.129.60:42777 requested a full tablet report, sending...
23:52:38.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.446614 32382 ts_manager.cc:194] Registered new tserver with Master: f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.448108 32463 ts_manager.cc:194] Registered new tserver with Master: f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:38.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.449965 32463 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.129.3:40433
23:52:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.450780   521 heartbeater.cc:344] Connected to a master server at 127.31.129.62:44309
23:52:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.451170   521 heartbeater.cc:461] Registering TS with master...
23:52:38.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.452126   521 heartbeater.cc:507] Master 127.31.129.62:44309 requested a full tablet report, sending...
23:52:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.454558 32306 ts_manager.cc:194] Registered new tserver with Master: f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.459666 32260 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:52:38.475 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:52:38.476 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:52:38.478 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.129.62"
      port: 44309
    }
    bound_http_address {
      host: "127.31.129.62"
      port: 46691
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.129.61"
      port: 41907
    }
    bound_http_address {
      host: "127.31.129.61"
      port: 46663
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.129.60"
      port: 42777
    }
    bound_http_address {
      host: "127.31.129.60"
      port: 43789
    }
  }
}

23:52:38.478 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:52:38.482 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.129.1"
      port: 38463
    }
    bound_http_address {
      host: "127.31.129.1"
      port: 46587
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.129.2"
      port: 43207
    }
    bound_http_address {
      host: "127.31.129.2"
      port: 38545
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.129.3"
      port: 42793
    }
    bound_http_address {
      host: "127.31.129.3"
      port: 33055
    }
  }
}

23:52:38.482 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:52:38.485 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:38.486 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:52:38.486 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:52:38.486 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:52:38.486 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:52:38.490 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:52:38.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468358563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:38.579 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:52:38.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:52:38.857 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:52:38.858 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:52:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.861470   529 mini_oidc.cc:150] Starting JWKS server
23:52:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.865455   529 webserver.cc:534] Webserver started at http://127.0.0.1:46345/ using document root <none> and password file <none>
23:52:38.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.866204   529 mini_oidc.cc:186] Starting OIDC Discovery server
23:52:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.868264   529 webserver.cc:534] Webserver started at http://127.0.0.1:42067/ using document root <none> and password file <none>
23:52:38.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:52:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:52:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:52:38Z Disabled control of system clock
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:38.934841   529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/wal
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/data
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/logs
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/data/info.pb
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.126:33913
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.126
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json with env {}
23:52:39.026 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:39.027 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:39.028 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:39.029 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:39.029 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:39.029 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:39.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:39.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:39.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:39.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:39.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:39.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:39.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:39.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468359063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:39.076 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:52:39.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:52:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.335516   541 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.336156   541 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.336707   541 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.372938   541 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:52:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.373343   541 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.373756   541 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:52:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.374094   541 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:52:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.374408   541 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:52:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.374670   541 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46345/jwks.json
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:39.422878   541 master_runner.cc:387] Master server non-default flags:
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/data
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/wal
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.126:33913
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/data/info.pb
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.126
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/logs
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:39.424670   541 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:39.426590   541 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.439138   547 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:39.454078   519 heartbeater.cc:499] Master 127.31.129.60:42777 was elected leader, sending a full tablet report...
23:52:39.567 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468359564 for job d2b24b5be07c54027760c4793ebc532d.
23:52:39.596 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=32 ms, finalizationTime=0 ms).
23:52:39.598 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:52:40.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468360063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:40.080 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:52:40.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:52:40.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468360563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:40.580 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
23:52:40.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:52:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:40.752002 32337 debug-util.cc:398] Leaking SignalData structure 0x7b08000886a0 after lost signal to thread 32273
23:52:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:40.752962 32337 debug-util.cc:398] Leaking SignalData structure 0x7b080007bf00 after lost signal to thread 32340
23:52:40.926 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:40.927 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:40.928 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:40.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:40.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:40.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:40.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:40.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:40.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:40.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:40.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:40.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:40.931 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.445324   550 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:39.442082   548 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:40.981220   549 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1539 milliseconds
23:52:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:40.981458   541 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:40.985863   541 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:40.989246   541 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:40.990710   541 hybrid_clock.cc:648] HybridClock initialized: now 1783468360990666 us; error 102 us; skew 500 ppm
23:52:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:40.991559   541 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:40.999641   541 webserver.cc:534] Webserver started at http://127.0.132.126:34283/ using document root <none> and password file <none>
23:52:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.000665   541 fs_manager.cc:362] Metadata directory not provided
23:52:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.000972   541 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.001533   541 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.008061   541 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/data/instance:
23:52:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a08216beaae647c099071b2376f72482"
23:52:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:40 on dist-test-slave-1rxj"
23:52:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.009713   541 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/wal/instance:
23:52:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a08216beaae647c099071b2376f72482"
23:52:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:40 on dist-test-slave-1rxj"
23:52:41.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.019615   541 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.004s
23:52:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.027226   559 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.028769   541 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
23:52:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.029188   541 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/wal
23:52:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a08216beaae647c099071b2376f72482"
23:52:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:40 on dist-test-slave-1rxj"
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.029662   541 fs_report.cc:389] FS layout report
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/wal
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/wal
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/data/data
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:41.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468361063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:41.075 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:52:41.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:52:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.086246   541 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.087805   541 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.088232   541 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.165982   541 rpc_server.cc:307] RPC server started. Bound to: 127.0.132.126:33913
23:52:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.166096   610 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.132.126:33913 every 8 connection(s)
23:52:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.169145   541 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/data/info.pb
23:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.172366   529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 541
23:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.172956   529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-0/wal/instance
23:52:41.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.176021   611 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:41.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.176641   529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/wal
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/data
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/logs
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/data/info.pb
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.125:43433
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.125
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:41.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json with env {}
23:52:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.187856   611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } has no permanent_uuid. Determining permanent_uuid...
23:52:41.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.222143   611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } has no permanent_uuid. Determining permanent_uuid...
23:52:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.225342   560 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.132.125:43433: connect: Connection refused (error 111)
23:52:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.230118   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.125:43433: Network error: Client connection negotiation failed: client connection to 127.0.132.125:43433: connect: Connection refused (error 111)
23:52:41.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.279732   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } attempt: 1
23:52:41.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.284489   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.125:43433: Network error: Client connection negotiation failed: client connection to 127.0.132.125:43433: connect: Connection refused (error 111)
23:52:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.354936   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } attempt: 2
23:52:41.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.396324   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.125:43433: Network error: Client connection negotiation failed: client connection to 127.0.132.125:43433: connect: Connection refused (error 111)
23:52:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.487733   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } attempt: 3
23:52:41.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.492208   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.125:43433: Network error: Client connection negotiation failed: client connection to 127.0.132.125:43433: connect: Connection refused (error 111)
23:52:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.544286   613 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.544916   613 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.545444   613 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:41.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468361562 for job d2b24b5be07c54027760c4793ebc532d.
23:52:41.574 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:52:41.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:52:41.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.586236   613 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:52:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.586747   613 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.587312   613 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:52:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.587670   613 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:52:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.587993   613 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:52:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.588243   613 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46345/jwks.json
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.631673   613 master_runner.cc:387] Master server non-default flags:
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/data
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/wal
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.125:43433
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/data/info.pb
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.125
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/logs
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.633555   613 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:41.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.635754   613 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:41.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.635658   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } attempt: 4
23:52:41.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.641278   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.125:43433: Network error: Client connection negotiation failed: client connection to 127.0.132.125:43433: connect: Connection refused (error 111)
23:52:41.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.649950   622 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.940793   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } attempt: 5
23:52:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.951453   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.125:43433: Network error: Client connection negotiation failed: client connection to 127.0.132.125:43433: connect: Connection refused (error 111)
23:52:42.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468362063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:42.074 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:52:42.075 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:52:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:42.386801   607 debug-util.cc:398] Leaking SignalData structure 0x7b0800070060 after lost signal to thread 542
23:52:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:42.387423   607 debug-util.cc:398] Leaking SignalData structure 0x7b08000707c0 after lost signal to thread 610
23:52:42.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:42.499128   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } attempt: 6
23:52:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:42.512640   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.125:43433: Network error: Client connection negotiation failed: client connection to 127.0.132.125:43433: connect: Connection refused (error 111)
23:52:42.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468362563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:42.577 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:52:42.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:52:42.707 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:42.708 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:42.708 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:42.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:42.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:42.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:42.710 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:42.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:42.710 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:42.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:42.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:42.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:42.711 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.654488   625 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:41.654572   613 server_base.cc:1061] running on GCE node
23:52:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:41.653429   623 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.014065   613 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.018165   613 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.020715   613 hybrid_clock.cc:648] HybridClock initialized: now 1783468363020639 us; error 96 us; skew 500 ppm
23:52:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.021955   613 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.030403   613 webserver.cc:534] Webserver started at http://127.0.132.125:32861/ using document root <none> and password file <none>
23:52:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.031960   613 fs_manager.cc:362] Metadata directory not provided
23:52:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.032439   613 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:43.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.033136   613 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:43.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.039981   613 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/data/instance:
23:52:43.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a"
23:52:43.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:43 on dist-test-slave-1rxj"
23:52:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.041335   613 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/wal/instance:
23:52:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a"
23:52:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:43 on dist-test-slave-1rxj"
23:52:43.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.049536   613 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
23:52:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.056243   636 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.057818   613 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.003s
23:52:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.058307   613 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/wal
23:52:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a"
23:52:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:43 on dist-test-slave-1rxj"
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.058841   613 fs_report.cc:389] FS layout report
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/wal
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/wal
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/data/data
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:43.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468363063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:43.074 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:52:43.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:52:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.130465   613 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.132081   613 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.132633   613 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:43.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.237923   613 rpc_server.cc:307] RPC server started. Bound to: 127.0.132.125:43433
23:52:43.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.237993   688 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.132.125:43433 every 8 connection(s)
23:52:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.241133   613 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/data/info.pb
23:52:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.248098   689 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.250204   529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 613
23:52:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.250730   529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-1/wal/instance
23:52:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.254217   529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/wal
23:52:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/data
23:52:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:43.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/logs
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/data/info.pb
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.124:44329
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.124
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json with env {}
23:52:43.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.262172   689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } has no permanent_uuid. Determining permanent_uuid...
23:52:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.302794   689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } has no permanent_uuid. Determining permanent_uuid...
23:52:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.329977   689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } has no permanent_uuid. Determining permanent_uuid...
23:52:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.333420   638 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.339047   689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.388692   689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 1
23:52:43.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.394810   689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.463294   689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 2
23:52:43.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.469471   689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.561049   689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 3
23:52:43.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468363563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.567744   689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.574360   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } attempt: 7
23:52:43.582 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:52:43.586 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:52:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.604720   611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } has no permanent_uuid. Determining permanent_uuid...
23:52:43.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.621024   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.679611   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 1
23:52:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.684269   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.711223   689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 4
23:52:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.715405   689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.743789   691 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.744721   691 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.745750   691 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.765702   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 2
23:52:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.771757   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.822579   691 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:52:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.823093   691 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.823508   691 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:52:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.823928   691 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:52:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.824335   691 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:52:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.824645   691 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46345/jwks.json
23:52:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.857200   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 3
23:52:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.862284   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.909873   691 master_runner.cc:387] Master server non-default flags:
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/data
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/wal
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.124:44329
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:52:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/data/info.pb
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.124
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/logs
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.911239   691 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:43.912794   691 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.925149   705 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:43.987 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.29.170.60:33767, [9ms] received response from server master-127.29.170.60:33767: OK, deferred=null) with no deferred attached!
23:52:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:44.002717   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 4
23:52:44.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:44.010669   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:44.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:44.014801   689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 5
23:52:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:44.021732   689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:44.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468364062 for job d2b24b5be07c54027760c4793ebc532d.
23:52:44.084 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:52:44.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:52:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:44.294222   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 5
23:52:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:44.303618   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:44.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468364562 for job d2b24b5be07c54027760c4793ebc532d.
23:52:44.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:44.576552   689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 6
23:52:44.590 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=27 ms, finalizationTime=0 ms).
23:52:44.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:52:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:44.633821   689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:44.769 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:44.770 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:44.770 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:44.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:44.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:44.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:44.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:44.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:44.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:44.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:44.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:44.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:44.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:44.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:44.856261   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 6
23:52:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:44.888263   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:45.063 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468365063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:45.079 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:52:45.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:52:45.557 [DEBUG - pool-18-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.30.97.188:41347, [12ms] received response from server master-127.30.97.188:41347: OK, deferred=null) with no deferred attached!
23:52:45.558 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.30.97.188:41347, [8ms] received response from server master-127.30.97.188:41347: OK, deferred=null) with no deferred attached!
23:52:45.558 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.30.97.188:41347, [9ms] received response from server master-127.30.97.188:41347: OK, deferred=null) with no deferred attached!
23:52:45.565 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468365563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:45.585 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:52:45.588 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:52:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.694321   689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 7
23:52:45.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:45.729733   689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:43.926834   706 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:45.330876   704 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 691
23:52:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:45.809192   704 kernel_stack_watchdog.cc:198] Thread 691 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:52:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:52:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:52:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:52:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:52:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:45.810998   708 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:45.811717   691 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.885s	user 0.501s	sys 0.940s
23:52:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:45.812165   691 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.886s	user 0.502s	sys 0.940s
23:52:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:45.814884   707 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1888 milliseconds
23:52:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.814894   691 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.816457   691 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.819684   691 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.821293   691 hybrid_clock.cc:648] HybridClock initialized: now 1783468365821256 us; error 51 us; skew 500 ppm
23:52:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.822271   691 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.830909   691 webserver.cc:534] Webserver started at http://127.0.132.124:34853/ using document root <none> and password file <none>
23:52:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.832162   691 fs_manager.cc:362] Metadata directory not provided
23:52:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.832398   691 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.832973   691 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.840674   691 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/data/instance:
23:52:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "698bbe7c25af4e38a35cb94583bd1fe4"
23:52:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:45 on dist-test-slave-1rxj"
23:52:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.841989   691 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/wal/instance:
23:52:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "698bbe7c25af4e38a35cb94583bd1fe4"
23:52:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:45 on dist-test-slave-1rxj"
23:52:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.850508   691 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
23:52:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.858598   724 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.859921   691 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.004s
23:52:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.860226   691 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/wal
23:52:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "698bbe7c25af4e38a35cb94583bd1fe4"
23:52:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:45 on dist-test-slave-1rxj"
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.860687   691 fs_report.cc:389] FS layout report
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/wal
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/wal
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/data/data
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.921772   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 7
23:52:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:45.928261   611 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.132.124:44329: Network error: Client connection negotiation failed: client connection to 127.0.132.124:44329: connect: Connection refused (error 111)
23:52:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.932288   691 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.933952   691 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:45.934477   691 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.039738   691 rpc_server.cc:307] RPC server started. Bound to: 127.0.132.124:44329
23:52:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.039950   777 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.132.124:44329 every 8 connection(s)
23:52:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.042768   691 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/data/info.pb
23:52:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.049540   778 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.050603   529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 691
23:52:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.051110   529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/master-2/wal/instance
23:52:46.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468366063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:46.078 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=13 ms, finalizationTime=2 ms).
23:52:46.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:52:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.076871   778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } has no permanent_uuid. Determining permanent_uuid...
23:52:46.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.117784   778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } has no permanent_uuid. Determining permanent_uuid...
23:52:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.132220   778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } has no permanent_uuid. Determining permanent_uuid...
23:52:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.153004   778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4: Bootstrap starting.
23:52:46.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.160452   778 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4: Neither blocks nor log segments found. Creating new log.
23:52:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.162364   778 log.cc:826] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4: Log is configured to *not* fsync() on all Append() calls
23:52:46.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.167193   778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4: No bootstrap required, opened a new log
23:52:46.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.187839   778 raft_consensus.cc:359] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:46.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.188493   778 raft_consensus.cc:385] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.188681   778 raft_consensus.cc:740] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 698bbe7c25af4e38a35cb94583bd1fe4, State: Initialized, Role: FOLLOWER
23:52:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.189667   778 consensus_queue.cc:260] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.193022   787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.193943   787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: This master's current role is: FOLLOWER
23:52:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.194967   778 sys_catalog.cc:565] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: configured and running, proceeding with master startup.
23:52:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:46.221434   798 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:52:46.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:46.222177   798 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:52:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.216840   691 master_runner.cc:187] Error getting master registration for 127.0.132.126:33913: OK, instance_id { permanent_uuid: "a08216beaae647c099071b2376f72482" instance_seqno: 1783468361144376 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:52:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.245719   691 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:52:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:46.442373   732 tablet.cc:2406] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:46.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468366563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:46.573 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:52:46.574 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:52:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.655272   787 raft_consensus.cc:493] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.655823   787 raft_consensus.cc:515] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:46.658329   787 leader_election.cc:290] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a08216beaae647c099071b2376f72482 (127.0.132.126:33913), f1f0dbe4e0b64f26b49d97b2a049a40a (127.0.132.125:43433)
23:52:47.063 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468367062 for job d2b24b5be07c54027760c4793ebc532d.
23:52:47.087 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=25 ms, finalizationTime=0 ms).
23:52:47.088 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:52:47.166 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:47.167 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:47.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:47.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:47.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:47.168 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:47.169 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:47.169 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:47.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:47.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:47.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:47.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:47.170 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:47.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:47.226681   798 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:52:47.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:47.227030   798 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:52:47.563 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468367562 for job d2b24b5be07c54027760c4793ebc532d.
23:52:47.575 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:52:47.576 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:52:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.820465   689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 8
23:52:47.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.863582   689 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a: Bootstrap starting.
23:52:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.871640   689 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a: Neither blocks nor log segments found. Creating new log.
23:52:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.874023   689 log.cc:826] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a: Log is configured to *not* fsync() on all Append() calls
23:52:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.880016   689 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a: No bootstrap required, opened a new log
23:52:47.906 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.29.170.60:33767, [5ms] received response from server master-127.29.170.60:33767: OK, deferred=null) with no deferred attached!
23:52:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.911906   689 raft_consensus.cc:359] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.912812   689 raft_consensus.cc:385] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.913118   689 raft_consensus.cc:740] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f1f0dbe4e0b64f26b49d97b2a049a40a, State: Initialized, Role: FOLLOWER
23:52:47.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.914162   689 consensus_queue.cc:260] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.918826   806 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.920588   689 sys_catalog.cc:565] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [sys.catalog]: configured and running, proceeding with master startup.
23:52:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.920758   663 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" is_pre_election: true
23:52:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.921681   663 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 698bbe7c25af4e38a35cb94583bd1fe4 in term 0.
23:52:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:47.922259   663 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:47436 (request call id 1) took 1263 ms (client timeout 1540 ms). Trace:
23:52:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:47.922653   663 rpcz_store.cc:269] 0707 23:52:46.659100 (+     0us) service_pool.cc:167] Inserting onto call queue
23:52:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:46.659230 (+   130us) service_pool.cc:224] Handling call
23:52:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:47.922189 (+1262959us) inbound_call.cc:177] Queueing success response
23:52:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:52:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.920601   806 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [sys.catalog]: This master's current role is: FOLLOWER
23:52:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.924574   725 leader_election.cc:304] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 698bbe7c25af4e38a35cb94583bd1fe4, f1f0dbe4e0b64f26b49d97b2a049a40a; no voters: 
23:52:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.927943   809 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.928488   809 raft_consensus.cc:493] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.928951   809 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 0 FOLLOWER]: Advancing to term 1
23:52:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.936414   809 raft_consensus.cc:515] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.951538   809 leader_election.cc:290] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [CANDIDATE]: Term 1 election: Requested vote from peers a08216beaae647c099071b2376f72482 (127.0.132.126:33913), f1f0dbe4e0b64f26b49d97b2a049a40a (127.0.132.125:43433)
23:52:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.955958   663 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a"
23:52:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.956704   663 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [term 0 FOLLOWER]: Advancing to term 1
23:52:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:47.989678   611 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } attempt: 8
23:52:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.010557   663 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 698bbe7c25af4e38a35cb94583bd1fe4 in term 1.
23:52:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.012306   725 leader_election.cc:304] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 698bbe7c25af4e38a35cb94583bd1fe4, f1f0dbe4e0b64f26b49d97b2a049a40a; no voters: 
23:52:48.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.013944   809 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 1 FOLLOWER]: Leader election won for term 1
23:52:48.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.022150   809 raft_consensus.cc:697] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [term 1 LEADER]: Becoming Leader. State: Replica: 698bbe7c25af4e38a35cb94583bd1fe4, State: Running, Role: LEADER
23:52:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.024816   809 consensus_queue.cc:237] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:48.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468368063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.071115   611 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482: Bootstrap starting.
23:52:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.076043   822 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:52:48.077 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:52:48.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
23:52:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.088357   814 sys_catalog.cc:455] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 698bbe7c25af4e38a35cb94583bd1fe4. Latest consensus state: current_term: 1 leader_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.088979   814 sys_catalog.cc:458] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: This master's current role is: LEADER
23:52:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.092034   611 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482: Neither blocks nor log segments found. Creating new log.
23:52:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.094620   611 log.cc:826] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482: Log is configured to *not* fsync() on all Append() calls
23:52:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.102749   823 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:52:48.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.110733   611 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482: No bootstrap required, opened a new log
23:52:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.081872   613 master_runner.cc:187] Error getting master registration for 127.0.132.126:33913: OK, instance_id { permanent_uuid: "a08216beaae647c099071b2376f72482" instance_seqno: 1783468361144376 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:52:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.129447   613 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:52:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.133631   823 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:52:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.151829   642 tablet.cc:2406] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:48.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.163331   611 raft_consensus.cc:359] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.173664   611 raft_consensus.cc:385] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.174361   611 raft_consensus.cc:740] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a08216beaae647c099071b2376f72482, State: Initialized, Role: FOLLOWER
23:52:48.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.175588   611 consensus_queue.cc:260] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } }
23:52:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.185284   826 sys_catalog.cc:455] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.186141   826 sys_catalog.cc:458] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [sys.catalog]: This master's current role is: FOLLOWER
23:52:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.189687   611 sys_catalog.cc:565] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [sys.catalog]: configured and running, proceeding with master startup.
23:52:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.189908   585 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a08216beaae647c099071b2376f72482"
23:52:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.189905   586 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a08216beaae647c099071b2376f72482" is_pre_election: true
23:52:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.191316   586 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 698bbe7c25af4e38a35cb94583bd1fe4 in term 0.
23:52:48.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.191928   586 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:48094 (request call id 2) took 1533 ms (client timeout 1540 ms). Trace:
23:52:48.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.192236   586 rpcz_store.cc:269] 0707 23:52:46.658661 (+     0us) service_pool.cc:167] Inserting onto call queue
23:52:48.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:46.658834 (+   173us) service_pool.cc:224] Handling call
23:52:48.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:52:48.191854 (+1533020us) inbound_call.cc:177] Queueing success response
23:52:48.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:52:48.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.193368   585 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [term 0 FOLLOWER]: Advancing to term 1
23:52:48.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.193660   663 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [term 1 FOLLOWER]: Refusing update from remote peer 698bbe7c25af4e38a35cb94583bd1fe4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.195669   814 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:52:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.202039   585 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 698bbe7c25af4e38a35cb94583bd1fe4 in term 1.
23:52:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.203413   586 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [term 1 FOLLOWER]: Refusing update from remote peer 698bbe7c25af4e38a35cb94583bd1fe4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:52:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.210554   814 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:52:48.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.232587   806 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 698bbe7c25af4e38a35cb94583bd1fe4. Latest consensus state: current_term: 1 leader_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:48.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.240311   806 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [sys.catalog]: This master's current role is: FOLLOWER
23:52:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.246778   825 mvcc.cc:204] Tried to move back new op lower bound from 7305086436088844288 to 7305086435471581184. Current Snapshot: MvccSnapshot[applied={T|T < 7305086436088844288}]
23:52:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.252743   828 mvcc.cc:204] Tried to move back new op lower bound from 7305086436088844288 to 7305086435471581184. Current Snapshot: MvccSnapshot[applied={T|T < 7305086436088844288}]
23:52:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.275224   806 sys_catalog.cc:455] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.276193   806 sys_catalog.cc:458] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a [sys.catalog]: This master's current role is: FOLLOWER
23:52:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.277540   809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.278589   809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: This master's current role is: LEADER
23:52:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.295653   823 catalog_manager.cc:1382] Generated new cluster ID: ed9a612832af4532869b8ca5c110ad23
23:52:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.296065   823 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:52:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.303005   826 sys_catalog.cc:455] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 698bbe7c25af4e38a35cb94583bd1fe4. Latest consensus state: current_term: 1 leader_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.303723   826 sys_catalog.cc:458] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [sys.catalog]: This master's current role is: FOLLOWER
23:52:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.309018   814 sys_catalog.cc:455] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.309700   814 sys_catalog.cc:458] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 [sys.catalog]: This master's current role is: LEADER
23:52:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.339094   826 sys_catalog.cc:455] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a08216beaae647c099071b2376f72482" member_type: VOTER last_known_addr { host: "127.0.132.126" port: 33913 } } peers { permanent_uuid: "f1f0dbe4e0b64f26b49d97b2a049a40a" member_type: VOTER last_known_addr { host: "127.0.132.125" port: 43433 } } peers { permanent_uuid: "698bbe7c25af4e38a35cb94583bd1fe4" member_type: VOTER last_known_addr { host: "127.0.132.124" port: 44329 } } }
23:52:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.339812   826 sys_catalog.cc:458] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482 [sys.catalog]: This master's current role is: FOLLOWER
23:52:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.339939   823 catalog_manager.cc:1405] Generated new certificate authority record
23:52:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.342437   823 catalog_manager.cc:1539] Loading token signing keys...
23:52:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.347801   845 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:52:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.403961   823 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4: Generated new TSK 0
23:52:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.405136   823 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.442657   529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/wal
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/data
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/logs
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/data/info.pb
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.65:0
23:52:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.132.65
23:52:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.65
23:52:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:48.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468368563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:48.580 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:52:48.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
23:52:48.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.852058   847 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.852746   847 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.853262   847 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.889145   847 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:48.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.890177   847 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.132.65
23:52:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.930335   847 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/data
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/wal
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.65:0
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/data/info.pb
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.65
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.132.65
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/logs
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.931900   847 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:48.934192   847 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:48.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.952098   855 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:49.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468369063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:49.083 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
23:52:49.084 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
23:52:49.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:49.102341   822 catalog_manager.cc:1294] Loaded cluster ID: ed9a612832af4532869b8ca5c110ad23
23:52:49.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:49.103060   822 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a: loading cluster ID for follower catalog manager: success
23:52:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:49.112658   822 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a: acquiring CA information for follower catalog manager: success
23:52:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:49.120924   822 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f1f0dbe4e0b64f26b49d97b2a049a40a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:52:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:49.404412   845 catalog_manager.cc:1294] Loaded cluster ID: ed9a612832af4532869b8ca5c110ad23
23:52:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:49.420012   845 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482: loading cluster ID for follower catalog manager: success
23:52:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:49.470408   845 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482: acquiring CA information for follower catalog manager: success
23:52:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:49.514667   845 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a08216beaae647c099071b2376f72482: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:52:49.564 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468369563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:49.579 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:52:49.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
23:52:49.626 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:49.627 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:49.628 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:49.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:49.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:49.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:49.629 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:49.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:49.630 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:49.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:49.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:49.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:49.631 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:49.906 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.29.170.60:33767, [4ms] received response from server master-127.29.170.60:33767: OK, deferred=null) with no deferred attached!
23:52:50.063 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468370062 for job d2b24b5be07c54027760c4793ebc532d.
23:52:50.080 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
23:52:50.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
23:52:50.563 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468370563 for job d2b24b5be07c54027760c4793ebc532d.
23:52:50.579 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:52:50.580 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
23:52:51.064 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468371063 for job d2b24b5be07c54027760c4793ebc532d.
23:52:51.079 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job d2b24b5be07c54027760c4793ebc532d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:52:51.084 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
23:52:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:50.355727   853 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 847
23:52:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:51.474537   858 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:51.474570   856 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2520 milliseconds
23:52:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:51.471783   847 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.520s	user 0.607s	sys 1.008s
23:52:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:51.475744   847 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.524s	user 0.607s	sys 1.009s
23:52:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.476107   847 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:48.954672   854 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.481946   847 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:51.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.484786   847 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.486312   847 hybrid_clock.cc:648] HybridClock initialized: now 1783468371486260 us; error 45 us; skew 500 ppm
23:52:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.487412   847 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.502240   847 webserver.cc:534] Webserver started at http://127.0.132.65:38097/ using document root <none> and password file <none>
23:52:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.503559   847 fs_manager.cc:362] Metadata directory not provided
23:52:51.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.503844   847 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:51.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.504520   847 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:51.506 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.507 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.507 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.511327   847 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/data/instance:
23:52:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae4665485ef74a1b85e7a6e450517126"
23:52:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:51 on dist-test-slave-1rxj"
23:52:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.512948   847 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/wal/instance:
23:52:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae4665485ef74a1b85e7a6e450517126"
23:52:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:51 on dist-test-slave-1rxj"
23:52:51.514 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] sending RPC to server master-127.29.170.60:33767, [4ms] received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [12ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [17ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [32ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [53ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [72ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [91ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [93ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [149ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [209ms] refreshing cache from master, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [211ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [212ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [213ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [213ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [389ms] refreshing cache from master, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [391ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [392ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [393ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [393ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [589ms] refreshing cache from master, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [591ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [593ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1149ms] refreshing cache from master, [1149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1449ms] refreshing cache from master, [1450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1451ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1463ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3889ms] refreshing cache from master, [3890ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3891ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3892ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3896ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3897ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3899ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3899ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [7349ms] refreshing cache from master, [7349ms] too many traces: truncated at 100 traces, deferred=Deferred@1803592324(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@40dad8de -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173)))
23:52:51.516 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.517 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.517 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.517 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] sending RPC to server master-127.29.170.60:33767, [4ms] received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [12ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [17ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [32ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [53ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [72ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [91ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [93ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [149ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [209ms] refreshing cache from master, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [211ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [212ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [213ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [213ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [389ms] refreshing cache from master, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [391ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [392ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [393ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [393ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [589ms] refreshing cache from master, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [591ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [593ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1149ms] refreshing cache from master, [1149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1449ms] refreshing cache from master, [1450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1451ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1463ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3889ms] refreshing cache from master, [3890ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3891ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3892ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3896ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3897ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3899ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3899ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [7349ms] refreshing cache from master, [7349ms] too many traces: truncated at 100 traces, deferred=Deferred@1803592324(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@40dad8de -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] sending RPC to server master-127.29.170.60:33767, [4ms] received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [12ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [17ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [32ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [53ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [72ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [91ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [93ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [149ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [209ms] refreshing cache from master, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [211ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [212ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [213ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [213ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [389ms] refreshing cache from master, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [391ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [392ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [393ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [393ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [589ms] refreshing cache from master, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [591ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [593ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1149ms] refreshing cache from master, [1149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1449ms] refreshing cache from master, [1450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1451ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1463ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3889ms] refreshing cache from master, [3890ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3891ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3892ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3896ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3897ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3899ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3899ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [7349ms] refreshing cache from master, [7349ms] too many traces: truncated at 100 traces, deferred=Deferred@1803592324(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@40dad8de -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.61:42317
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:52:51.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.529 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.529 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.547 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.548 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.548 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.548 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.548 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.551 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.566 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.567 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.568 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.572 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.573 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.583129   847 fs_manager.cc:696] Time spent creating directory manager: real 0.069s	user 0.028s	sys 0.032s
23:52:51.586 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.587 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.589 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.590 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.590 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.608 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.609 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.612 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.615 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.617789   877 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.620062   847 fs_manager.cc:730] Time spent opening block manager: real 0.032s	user 0.010s	sys 0.006s
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.620545   847 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/wal
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae4665485ef74a1b85e7a6e450517126"
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:51 on dist-test-slave-1rxj"
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.621016   847 fs_report.cc:389] FS layout report
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/wal
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/wal
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/data/data
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:51.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:51.626 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.627 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.627 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.629 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.629 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.629 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.629 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.646 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.646 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] sending RPC to server master-127.29.170.60:33767, [4ms] received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [12ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [17ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [32ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [53ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [72ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [91ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [93ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [149ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [209ms] refreshing cache from master, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [211ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [212ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [213ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [213ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [389ms] refreshing cache from master, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [391ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [392ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [393ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [393ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [589ms] refreshing cache from master, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [591ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [593ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1149ms] refreshing cache from master, [1149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1449ms] refreshing cache from master, [1450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1451ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1463ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3889ms] refreshing cache from master, [3890ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3891ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3892ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3896ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3897ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3899ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3899ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [7349ms] refreshing cache from master, [7349ms] too many traces: truncated at 100 traces, deferred=Deferred@1803592324(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@40dad8de -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] sending RPC to server master-127.29.170.60:33767, [4ms] received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [12ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [17ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [32ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [32ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [53ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [72ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [72ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [91ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [93ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [149ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [209ms] refreshing cache from master, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [210ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [211ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [212ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [213ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [213ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [389ms] refreshing cache from master, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [391ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [392ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [393ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [393ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [589ms] refreshing cache from master, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [591ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [592ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [593ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1149ms] refreshing cache from master, [1149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1151ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1152ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1449ms] refreshing cache from master, [1450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1451ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1463ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3889ms] refreshing cache from master, [3890ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3891ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3892ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3896ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3897ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3899ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3899ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [7349ms] refreshing cache from master, [7349ms] too many traces: truncated at 100 traces, deferred=Deferred@1803592324(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@40dad8de -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@782324350 after retry RPC after error@927774060) -> (continuation of Deferred@1496753539 after retry RPC after error@1329367635) -> (continuation of Deferred@1806304104 after retry RPC after error@958348452) -> (continuation of Deferred@1432984761 after retry RPC after error@2116872789) -> (continuation of Deferred@1168512955 after retry RPC after error@94173623) -> (continuation of Deferred@470364649 after retry RPC after error@91102847) -> (continuation of Deferred@1879104166 after retry RPC after error@305386576) -> (continuation of Deferred@1197488518 after retry RPC after error@839404275) -> (continuation of Deferred@1143694334 after retry RPC after error@1219931775) -> (continuation of Deferred@240911078 after retry RPC after error@2129890828) -> (continuation of Deferred@1641559743 after retry RPC after error@484489645) -> (continuation of Deferred@1917174757 after retry RPC after error@279228495) -> (continuation of Deferred@820576554 after retry RPC after error@702409547) -> (continuation of Deferred@1968918398 after retry RPC after error@1086893906) -> (continuation of Deferred@953157168 after retry RPC after error@2115057106) -> (continuation of Deferred@1369351633 after retry RPC after error@1420374671) -> (continuation of Deferred@1827692460 after retry RPC after error@465066053) -> (continuation of Deferred@1059899086 after retry RPC after error@571258606) -> (continuation of Deferred@1282375740 after retry RPC after error@365724548) -> (continuation of Deferred@1284455749 after retry RPC after error@192109052) -> (continuation of Deferred@992822990 after retry RPC after error@1242309260) -> (continuation of Deferred@2145147805 after retry RPC after error@1852916003) -> (continuation of Deferred@1069248789 after retry RPC after error@344468524) -> (continuation of Deferred@160800147 after retry RPC after error@1837743579) -> (continuation of Deferred@157178534 after retry RPC after error@1558376173)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.61:42317
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:52:51.647 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.647 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.650 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.650 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.653 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:52:51.654 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:52:51.686 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.687 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.687 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:52:51.693 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:52:51.695 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:52:51.696 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:52:51.696 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:52:51.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:52:51.711 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:52:51.717 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:52:51.717 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.97.188:41347(127.30.97.188:41347)] disconnecting while in state TERMINATED
23:52:51.717 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.97.190:39137(127.30.97.190:39137)] disconnecting while in state TERMINATED
23:52:51.717 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.30.97.189:37341(127.30.97.189:37341)] disconnecting while in state TERMINATED
23:52:51.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:52:51.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:52:51.721 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:51.722 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
23:52:51.723 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:52:51.726 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:52:51.733 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:52:51.734 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:52:51.734 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:52:51.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:51.759 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.97.188:41347(127.30.97.188:41347)] disconnecting while in state TERMINATED
23:52:51.759 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.97.190:39137(127.30.97.190:39137)] disconnecting while in state TERMINATED
23:52:51.759 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.30.97.189:37341(127.30.97.189:37341)] disconnecting while in state TERMINATED
23:52:51.759 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer b47fe2a8a6e04b5f8f0e7ce4bb8c05ec(127.30.97.130:37207)] disconnecting while in state TERMINATED
23:52:51.759 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:51.760 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:52:51.761 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
23:52:51.762 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:52:51.765 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:52:51.766 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:52:51.766 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:52:51.766 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:51.767 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:51.768 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:51.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:51.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:51.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:51.770 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.773517   847 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:51.774 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.97.188:41347(127.30.97.188:41347)] disconnecting while in state TERMINATED
23:52:51.774 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.97.190:39137(127.30.97.190:39137)] disconnecting while in state TERMINATED
23:52:51.774 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.30.97.189:37341(127.30.97.189:37341)] disconnecting while in state TERMINATED
23:52:51.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:51.775 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:52:51.775 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
23:52:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.776165   847 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.776767   847 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.786273   847 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.798804   847 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.799247   847 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:52:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.799546   847 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:51.799767   847 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:51.800 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
23:52:51.801 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:52:51.802 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:52:51.802 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:52:51.814 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:52:51.814 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:52:51.814 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:52:51.833 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:52:51.834 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:52:51.834 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:52:51.834 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:52:51.839 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:52:51.840 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:52:51.841 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:52:51.841 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:52:51.846 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.97.188:41347(127.30.97.188:41347)] disconnecting while in state TERMINATED
23:52:51.846 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.97.190:39137(127.30.97.190:39137)] disconnecting while in state TERMINATED
23:52:51.846 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.30.97.189:37341(127.30.97.189:37341)] disconnecting while in state TERMINATED
23:52:51.846 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d038c0bf6960413bbe2b6c2fbdf159f0(127.30.97.129:37911)] disconnecting while in state TERMINATED
23:52:51.847 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:51.847 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:52:51.848 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
23:52:51.848 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:52:51.857 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:52:51.860 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:52:51.861 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:52:51.865 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:52:51.869 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:52:51.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:52:51.871 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:52:51.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:52:51.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:52:51.872 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:52:51.872 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:52:51.873 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:52:51.874 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:52:51.874 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:52:51.875 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:52:51.876 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d2b24b5be07c54027760c4793ebc532d
23:52:52.146 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:52.147 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:52.147 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:52.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:52.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:52.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:52.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:52.149 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:52.149 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:52.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:52.150 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:52.150 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:52.150 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.718904   847 rpc_server.cc:307] RPC server started. Bound to: 127.0.132.65:34663
23:52:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.718922  1012 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.132.65:34663 every 8 connection(s)
23:52:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.722290   847 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/data/info.pb
23:52:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.727779   529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 847
23:52:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.728628   529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-0/wal/instance
23:52:52.782 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:52:52.787 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:52:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.835035   529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/wal
23:52:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/data
23:52:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/logs
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/data/info.pb
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.66:0
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.132.66
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.66
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:52.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.915913  1013 heartbeater.cc:344] Connected to a master server at 127.0.132.124:44329
23:52:52.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.916471  1013 heartbeater.cc:461] Registering TS with master...
23:52:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.918424  1013 heartbeater.cc:507] Master 127.0.132.124:44329 requested a full tablet report, sending...
23:52:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.923528   743 ts_manager.cc:194] Registered new tserver with Master: ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663)
23:52:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.926604   743 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.132.65:54909
23:52:52.953 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:52:52.954 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:52:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.969367  1021 heartbeater.cc:344] Connected to a master server at 127.0.132.126:33913
23:52:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.969822  1021 heartbeater.cc:461] Registering TS with master...
23:52:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.970504  1021 heartbeater.cc:507] Master 127.0.132.126:33913 requested a full tablet report, sending...
23:52:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.974545   576 ts_manager.cc:194] Registered new tserver with Master: ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663)
23:52:52.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.978612  1014 heartbeater.cc:344] Connected to a master server at 127.0.132.125:43433
23:52:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.979032  1014 heartbeater.cc:461] Registering TS with master...
23:52:52.978 [INFO - Thread-10] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:52:52.979 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state TERMINATED
23:52:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.979678  1014 heartbeater.cc:507] Master 127.0.132.125:43433 requested a full tablet report, sending...
23:52:52.979 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state TERMINATED
23:52:52.980 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state TERMINATED
23:52:52.981 [DEBUG - Thread-10] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:52:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:52.983320   653 ts_manager.cc:194] Registered new tserver with Master: ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663)
23:52:52.985 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:52:52.986 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:52:52.986 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:52:52.997 [INFO - Thread-10] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:52:53.028 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:52:53.035 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:53.035 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:52:53.046 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:52:53.048 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:52:53.051 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:52:53.051 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:52:53.052 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:52:53.053 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:52:53.055 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:52:53.056 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:52:53.057 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:52:53.057 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:52:53.058 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:52:53.059 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:52:53.060 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:52:53.060 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:52:53.060 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:52:53.061 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:52:53.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:52:53.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:52:53.062 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:53.062 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:52:53.062 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:52:53.062 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:52:53.062 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:52:53.063 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:52:53.064 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:52:53.072 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:52:53.080 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:52:53.081 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:52:53.086 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:52:53.086 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:52:53.088 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:52:53.090 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:52:53.092 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:52:53.105 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:52:53.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@793ff8c8
23:52:53.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:53.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:53.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:52:53.109 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:52:53.110 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:52:53.111 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43087ac8
23:52:53.111 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:53.111 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:53.111 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:52:53.112 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@204c8899
23:52:53.112 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:53.112 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:53.112 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:52:53.113 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:52:53.114 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bb2f217
23:52:53.114 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:52:53.114 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:52:53.114 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:52:53.117 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2faf6a96
23:52:53.118 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:52:53.118 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:52:53.121 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:52:53.124 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:52:53.125 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ebfb5f2
23:52:53.125 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@607199e6
23:52:53.129 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:53.131 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@96f038a
23:52:53.134 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:53.137 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:53.144 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:53.145 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.156 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.166 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.171 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.191 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.196 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.205 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.212 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.235 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.252 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.262 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.265 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.279 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.286 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.293 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.296 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.307 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.312 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.343 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.396 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.406 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.411 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.416 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.429 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.431 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.434 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.436 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.446 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.448 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.448 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.448 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.449 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.463 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.464 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.469 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:53.472 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.478 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.486 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.489 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.492 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.492 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.499 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.504 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.508 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.531 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.531 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.532 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.532 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.535 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.551 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.552 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.553 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.553 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.553 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.553 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.553 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.553 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.554 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.556 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.557 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.557 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.561 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.571 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.572 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.572 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.574 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.576 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.576 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.576 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.576 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.578 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.581 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.584 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.586 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.588 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.590 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.599 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.602 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.602 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.608 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.609 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.611 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.611 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.611 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.612 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.612 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.613 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.615 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.615 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.616 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.616 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.617 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.626 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.629 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.629 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.631 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.632 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.632 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.634 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.646 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.647 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.648 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.648 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.649 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.649 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.649 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.649 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.655 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.656 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.656 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.658 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:53.661293  1018 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:53.661935  1018 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:53.662482  1018 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:53.670 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.671 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.674 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.674 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.674 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.676 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.691 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.692 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.692 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.693 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.694 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.698 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.699 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.699 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.700 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.702 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.702 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.702 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.737 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.738 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.738 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.740 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.746 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.747 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.749 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.776 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.777 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.777 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.780 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:53.797133  1018 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:53.798821  1018 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.132.66
23:52:53.826 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.828 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.828 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.830 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.832 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.832 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.832 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.835 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.856 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:53.857 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:53.858 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:53.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:53.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:53.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:53.860 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:53.872238  1018 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/data
23:52:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/wal
23:52:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.66:0
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/data/info.pb
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.66
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.132.66
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/logs
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:53.874020  1018 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:53.876225  1018 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:53.893711  1090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:53.912 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.913 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.913 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:53.933430  1013 heartbeater.cc:499] Master 127.0.132.124:44329 was elected leader, sending a full tablet report...
23:52:53.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.946 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.946 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.950 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.950 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.950 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:53.952 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:53.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:53.993 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:53.994 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:53.995 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:53.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:53.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:53.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.001 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.112 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:54.112 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:54.113 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:54.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.114 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.172 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:54.172 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:54.173 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:54.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.174 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.216 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:54.217 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:54.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:54.217 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:54.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:54.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:54.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:54.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:54.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:54.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:54.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:54.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:54.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:54.306 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:54.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:54.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:54.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.309 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.309 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.309 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.309 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:54.392417 32337 debug-util.cc:398] Leaking SignalData structure 0x7b0800091800 after lost signal to thread 32273
23:52:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:54.393139 32337 debug-util.cc:398] Leaking SignalData structure 0x7b080007be00 after lost signal to thread 32340
23:52:54.405 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:54.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:54.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:54.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.414 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:54.631 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:54.632 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:54.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.633 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:54.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.635 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.731 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:54.731 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:54.732 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:54.732 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:54.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.732 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:54.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.734 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.734 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:54.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:54.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:54.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:54.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:54.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:54.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:54.808 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:54.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:53.900113  1093 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:55.228570  1092 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:52:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.228657  1018 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:53.895646  1091 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.233798  1018 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.236336  1018 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.237773  1018 hybrid_clock.cc:648] HybridClock initialized: now 1783468375237725 us; error 50 us; skew 500 ppm
23:52:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.238687  1018 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:55.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.245437  1018 webserver.cc:534] Webserver started at http://127.0.132.66:39933/ using document root <none> and password file <none>
23:52:55.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.246526  1018 fs_manager.cc:362] Metadata directory not provided
23:52:55.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.246781  1018 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.247309  1018 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.258718  1018 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/data/instance:
23:52:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7af8ad79f691469e832b203d25ba2ec6"
23:52:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:55 on dist-test-slave-1rxj"
23:52:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.260391  1018 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/wal/instance:
23:52:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7af8ad79f691469e832b203d25ba2ec6"
23:52:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:55 on dist-test-slave-1rxj"
23:52:55.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:55.266 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:55.266 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:55.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:55.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:55.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:55.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:55.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:55.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:55.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:55.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:55.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:55.270 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.274757  1018 fs_manager.cc:696] Time spent creating directory manager: real 0.014s	user 0.012s	sys 0.004s
23:52:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.283022  1101 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.284520  1018 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.003s
23:52:55.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.284957  1018 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/wal
23:52:55.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7af8ad79f691469e832b203d25ba2ec6"
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:55 on dist-test-slave-1rxj"
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.285434  1018 fs_report.cc:389] FS layout report
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/wal
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/wal
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/data/data
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.345789  1018 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.347412  1018 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:55.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.347843  1018 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.350600  1018 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.354882  1018 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.355080  1018 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:52:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.355273  1018 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.355412  1018 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:55.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.517166  1018 rpc_server.cc:307] RPC server started. Bound to: 127.0.132.66:45659
23:52:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.517277  1215 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.132.66:45659 every 8 connection(s)
23:52:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.519973  1018 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/data/info.pb
23:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.527269   529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 1018
23:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.527765   529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-1/wal/instance
23:52:55.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:55.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:55.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:55.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:55.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:55.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:55.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:55.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:55.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:55.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:55.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:55.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.549194   529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:52:55.549 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/wal
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/data
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/logs
23:52:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/data/info.pb
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.67:0
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.132.67
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.67
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:52:55.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.570906  1218 heartbeater.cc:344] Connected to a master server at 127.0.132.125:43433
23:52:55.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.571440  1218 heartbeater.cc:461] Registering TS with master...
23:52:55.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.572868  1218 heartbeater.cc:507] Master 127.0.132.125:43433 requested a full tablet report, sending...
23:52:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.577242  1217 heartbeater.cc:344] Connected to a master server at 127.0.132.124:44329
23:52:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.577672  1217 heartbeater.cc:461] Registering TS with master...
23:52:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.578097   653 ts_manager.cc:194] Registered new tserver with Master: 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659)
23:52:55.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.578672  1217 heartbeater.cc:507] Master 127.0.132.124:44329 requested a full tablet report, sending...
23:52:55.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.581172   743 ts_manager.cc:194] Registered new tserver with Master: 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659)
23:52:55.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.583053   743 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.132.66:49943
23:52:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.586691  1219 heartbeater.cc:344] Connected to a master server at 127.0.132.126:33913
23:52:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.587020  1219 heartbeater.cc:461] Registering TS with master...
23:52:55.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.587623  1219 heartbeater.cc:507] Master 127.0.132.126:33913 requested a full tablet report, sending...
23:52:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.590374   576 ts_manager.cc:194] Registered new tserver with Master: 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659)
23:52:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:55.918658  1224 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:52:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:55.919227  1224 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:52:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:55.919673  1224 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:52:55.936 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:55.936 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:55.937 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:55.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:55.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:55.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:55.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:55.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:55.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:55.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:55.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:55.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:55.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:55.958223  1224 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:52:55.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:55.959034  1224 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.132.67
23:52:55.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:55.999744  1224 tablet_server_runner.cc:78] Tablet server non-default flags:
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.132.84:41181
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/data
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/wal
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.132.67:0
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/data/info.pb
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.132.67
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.132.126:33913,127.0.132.125:43433,127.0.132.124:44329
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:52:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.132.67
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/logs
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:52:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:56.001477  1224 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:52:56.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:56.003978  1224 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:52:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:56.024452  1233 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:56.172 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:56.173 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:56.173 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:56.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.177 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:56.299613   774 debug-util.cc:398] Leaking SignalData structure 0x7b0800070da0 after lost signal to thread 700
23:52:56.352 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:56.353 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:56.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.357 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:56.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.358 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:56.426 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:56.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:56.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:56.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.430 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:56.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:56.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:56.586854  1217 heartbeater.cc:499] Master 127.0.132.124:44329 was elected leader, sending a full tablet report...
23:52:56.692 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:56.693 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:56.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.696 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:56.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.697 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:56.971 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:56.972 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:56.973 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:56.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:56.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:56.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:56.976 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:56.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:57.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:57.486 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:57.486 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:57.487 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:57.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:57.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:57.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:57.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:57.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:57.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:57.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:57.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:57.490 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:57.490 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:57.671 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:57.672 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:57.672 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:57.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:57.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:57.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:57.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:57.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:57.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:57.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:57.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:57.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:57.675 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:56.026403  1234 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:57.780884  1236 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:57.424198  1232 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 1224
23:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:57.779302  1235 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1751 milliseconds
23:52:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:57.780412  1224 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.755s	user 0.376s	sys 0.791s
23:52:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:57.782107  1224 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.756s	user 0.376s	sys 0.791s
23:52:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.782466  1224 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:52:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.786512  1224 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:52:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.799901  1224 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:52:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.801538  1224 hybrid_clock.cc:648] HybridClock initialized: now 1783468377801438 us; error 47 us; skew 500 ppm
23:52:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.802796  1224 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:52:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.811347  1224 webserver.cc:534] Webserver started at http://127.0.132.67:37495/ using document root <none> and password file <none>
23:52:57.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.812722  1224 fs_manager.cc:362] Metadata directory not provided
23:52:57.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.813019  1224 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:52:57.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.813652  1224 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:52:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.821667  1224 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/data/instance:
23:52:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a5f417a9fe4b24adf1c2c3f1859217"
23:52:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:57 on dist-test-slave-1rxj"
23:52:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.823740  1224 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/wal/instance:
23:52:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a5f417a9fe4b24adf1c2c3f1859217"
23:52:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:57 on dist-test-slave-1rxj"
23:52:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.834002  1224 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.005s
23:52:57.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.842363  1245 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:52:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.843674  1224 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
23:52:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.844066  1224 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/wal
23:52:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a5f417a9fe4b24adf1c2c3f1859217"
23:52:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:52:57 on dist-test-slave-1rxj"
23:52:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.844429  1224 fs_report.cc:389] FS layout report
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/wal
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/wal
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/data/data
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:52:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:52:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.923902  1224 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:52:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.925868  1224 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:52:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.926483  1224 kserver.cc:163] Server-wide thread pool size limit: 3276
23:52:57.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.929767  1224 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:52:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.935916  1224 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:52:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.936309  1224 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
23:52:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.936690  1224 ts_tablet_manager.cc:616] Registered 0 tablets
23:52:57.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:57.936893  1224 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:52:57.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.157320  1224 rpc_server.cc:307] RPC server started. Bound to: 127.0.132.67:38673
23:52:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.157508  1359 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.132.67:38673 every 8 connection(s)
23:52:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.161293  1224 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/data/info.pb
23:52:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.167312   529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 1224
23:52:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.167783   529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10636111577597797030/ts-2/wal/instance
23:52:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.239311  1360 heartbeater.cc:344] Connected to a master server at 127.0.132.124:44329
23:52:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.239889  1360 heartbeater.cc:461] Registering TS with master...
23:52:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.240926  1361 heartbeater.cc:344] Connected to a master server at 127.0.132.125:43433
23:52:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.241266  1361 heartbeater.cc:461] Registering TS with master...
23:52:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.241405  1360 heartbeater.cc:507] Master 127.0.132.124:44329 requested a full tablet report, sending...
23:52:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.242552  1361 heartbeater.cc:507] Master 127.0.132.125:43433 requested a full tablet report, sending...
23:52:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.244701   743 ts_manager.cc:194] Registered new tserver with Master: a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:52:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.246917   743 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.132.67:42125
23:52:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.247296   652 ts_manager.cc:194] Registered new tserver with Master: a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:52:58.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.253440  1362 heartbeater.cc:344] Connected to a master server at 127.0.132.126:33913
23:52:58.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.253883  1362 heartbeater.cc:461] Registering TS with master...
23:52:58.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.254555  1362 heartbeater.cc:507] Master 127.0.132.126:33913 requested a full tablet report, sending...
23:52:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.256981   576 ts_manager.cc:194] Registered new tserver with Master: a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:52:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.273378   529 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:52:58.285 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:52:58.285 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:52:58.287 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.0.132.126"
      port: 33913
    }
    bound_http_address {
      host: "127.0.132.126"
      port: 34283
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.0.132.125"
      port: 43433
    }
    bound_http_address {
      host: "127.0.132.125"
      port: 32861
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.0.132.124"
      port: 44329
    }
    bound_http_address {
      host: "127.0.132.124"
      port: 34853
    }
  }
}

23:52:58.288 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:52:58.296 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.0.132.65"
      port: 34663
    }
    bound_http_address {
      host: "127.0.132.65"
      port: 38097
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.0.132.66"
      port: 45659
    }
    bound_http_address {
      host: "127.0.132.66"
      port: 39933
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.0.132.67"
      port: 38673
    }
    bound_http_address {
      host: "127.0.132.67"
      port: 37495
    }
  }
}

23:52:58.297 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:52:58.300 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:52:58.311 [DEBUG - main] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:52:58.312 [DEBUG - main] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:52:58.313 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.129.62:44309(127.31.129.62:44309)] Successfully connected to peer
23:52:58.314 [DEBUG - main] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:52:58.318 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.129.60:42777(127.31.129.60:42777)] Successfully connected to peer
23:52:58.318 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.62
23:52:58.334 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.129.61:41907(127.31.129.61:41907)] Successfully connected to peer
23:52:58.337 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.60
23:52:58.343 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.61
23:52:58.346 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:58.352 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xad64ac8f, L:/127.0.0.1:38340 - R:/127.31.129.62:44309] using SASL/PLAIN
23:52:58.356 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:58.361 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x007b8510, L:/127.0.0.1:58960 - R:/127.31.129.61:41907] using SASL/PLAIN
23:52:58.367 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:52:58.377 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7486dd33, L:/127.0.0.1:46236 - R:/127.31.129.60:42777] using SASL/PLAIN
23:52:58.386 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:52:58.386 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=80), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: OK, deferred=null) after lookup
23:52:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.389712 32463 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46236:
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:52:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:52:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:52:58.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:58.397297 32463 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:52:58.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:58.514 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:52:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.634959   308 tablet_service.cc:1511] Processing CreateTablet for tablet 479e7a9d46cc445dbb1887dcb22ebd26 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.638542   305 tablet_service.cc:1511] Processing CreateTablet for tablet e467436b49ee4f728e58fd6fe305b6b0 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.637399 32631 tablet_service.cc:1511] Processing CreateTablet for tablet e467436b49ee4f728e58fd6fe305b6b0 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.639870 32632 tablet_service.cc:1511] Processing CreateTablet for tablet 93bb43efa1d843589a33938f90baa4da (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.640708 32631 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e467436b49ee4f728e58fd6fe305b6b0. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.640722   307 tablet_service.cc:1511] Processing CreateTablet for tablet 4f59bdf5bf594a38afac906acafb9243 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.641655   306 tablet_service.cc:1511] Processing CreateTablet for tablet 93bb43efa1d843589a33938f90baa4da (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.642645 32633 tablet_service.cc:1511] Processing CreateTablet for tablet 4f59bdf5bf594a38afac906acafb9243 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.643409   308 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 479e7a9d46cc445dbb1887dcb22ebd26. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.644058 32633 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4f59bdf5bf594a38afac906acafb9243. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.645917 32632 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 93bb43efa1d843589a33938f90baa4da. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.648849   309 tablet_service.cc:1511] Processing CreateTablet for tablet 7ad294e3bf184c4b9cb550ef7d951f2d (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.637650 32634 tablet_service.cc:1511] Processing CreateTablet for tablet 479e7a9d46cc445dbb1887dcb22ebd26 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.650379   309 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7ad294e3bf184c4b9cb550ef7d951f2d. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.652189 32634 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 479e7a9d46cc445dbb1887dcb22ebd26. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.654840 32635 tablet_service.cc:1511] Processing CreateTablet for tablet 7ad294e3bf184c4b9cb550ef7d951f2d (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.658346 32635 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7ad294e3bf184c4b9cb550ef7d951f2d. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.664188   306 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 93bb43efa1d843589a33938f90baa4da. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.666251   307 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4f59bdf5bf594a38afac906acafb9243. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.666833   305 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e467436b49ee4f728e58fd6fe305b6b0. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.686729   448 tablet_service.cc:1511] Processing CreateTablet for tablet e467436b49ee4f728e58fd6fe305b6b0 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.694865   451 tablet_service.cc:1511] Processing CreateTablet for tablet 479e7a9d46cc445dbb1887dcb22ebd26 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.696314   449 tablet_service.cc:1511] Processing CreateTablet for tablet 93bb43efa1d843589a33938f90baa4da (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.697643   450 tablet_service.cc:1511] Processing CreateTablet for tablet 4f59bdf5bf594a38afac906acafb9243 (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.700008   452 tablet_service.cc:1511] Processing CreateTablet for tablet 7ad294e3bf184c4b9cb550ef7d951f2d (DEFAULT_TABLE table=replication_test_table [id=c4f66b1bfc6e4377a404d64a100922c4]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:52:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.701392   448 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e467436b49ee4f728e58fd6fe305b6b0. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.706743   449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 93bb43efa1d843589a33938f90baa4da. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.709794   451 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 479e7a9d46cc445dbb1887dcb22ebd26. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.712471   450 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4f59bdf5bf594a38afac906acafb9243. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.716259   452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7ad294e3bf184c4b9cb550ef7d951f2d. 1 dirs total, 0 dirs full, 0 dirs failed
23:52:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.753386  1395 tablet_bootstrap.cc:492] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223: Bootstrap starting.
23:52:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.761878  1395 tablet_bootstrap.cc:654] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223: Neither blocks nor log segments found. Creating new log.
23:52:58.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.764334  1395 log.cc:826] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223: Log is configured to *not* fsync() on all Append() calls
23:52:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.774883  1396 tablet_bootstrap.cc:492] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46: Bootstrap starting.
23:52:58.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.791977  1396 tablet_bootstrap.cc:654] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46: Neither blocks nor log segments found. Creating new log.
23:52:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.802737  1396 log.cc:826] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46: Log is configured to *not* fsync() on all Append() calls
23:52:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.820704  1396 tablet_bootstrap.cc:492] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46: No bootstrap required, opened a new log
23:52:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.821337  1396 ts_tablet_manager.cc:1403] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46: Time spent bootstrapping tablet: real 0.047s	user 0.008s	sys 0.012s
23:52:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.830721  1395 tablet_bootstrap.cc:492] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223: No bootstrap required, opened a new log
23:52:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.831840  1395 ts_tablet_manager.cc:1403] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223: Time spent bootstrapping tablet: real 0.079s	user 0.025s	sys 0.043s
23:52:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.852268  1399 tablet_bootstrap.cc:492] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e: Bootstrap starting.
23:52:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.860944  1399 tablet_bootstrap.cc:654] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e: Neither blocks nor log segments found. Creating new log.
23:52:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.863590  1399 log.cc:826] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e: Log is configured to *not* fsync() on all Append() calls
23:52:58.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.878043  1395 raft_consensus.cc:359] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:58.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.879438  1395 raft_consensus.cc:385] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.879887  1395 raft_consensus.cc:740] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccf1501b8e964643832e2ba807e0d223, State: Initialized, Role: FOLLOWER
23:52:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.881062  1395 consensus_queue.cc:260] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.883347  1399 tablet_bootstrap.cc:492] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e: No bootstrap required, opened a new log
23:52:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.883940  1399 ts_tablet_manager.cc:1403] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e: Time spent bootstrapping tablet: real 0.032s	user 0.021s	sys 0.008s
23:52:58.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.896435  1395 ts_tablet_manager.cc:1434] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223: Time spent starting tablet: real 0.064s	user 0.044s	sys 0.001s
23:52:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.909162  1396 raft_consensus.cc:359] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.910442  1396 raft_consensus.cc:385] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:58.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.910751  1396 raft_consensus.cc:740] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d01f2e6875584c899ba595ba9db75a46, State: Initialized, Role: FOLLOWER
23:52:58.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.914004  1396 consensus_queue.cc:260] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.919903  1399 raft_consensus.cc:359] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.921108  1399 raft_consensus.cc:385] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.921418  1399 raft_consensus.cc:740] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f62226f7107340ad80a9e96f85b9e38e, State: Initialized, Role: FOLLOWER
23:52:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.922642  1399 consensus_queue.cc:260] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:58.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.927160  1396 ts_tablet_manager.cc:1434] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46: Time spent starting tablet: real 0.105s	user 0.036s	sys 0.007s
23:52:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.933053  1395 tablet_bootstrap.cc:492] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223: Bootstrap starting.
23:52:58.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.950492  1396 tablet_bootstrap.cc:492] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46: Bootstrap starting.
23:52:58.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.958985  1402 raft_consensus.cc:493] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:58.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.965004  1396 tablet_bootstrap.cc:654] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46: Neither blocks nor log segments found. Creating new log.
23:52:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.970798  1399 ts_tablet_manager.cc:1434] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e: Time spent starting tablet: real 0.087s	user 0.043s	sys 0.029s
23:52:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.971863  1399 tablet_bootstrap.cc:492] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e: Bootstrap starting.
23:52:58.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.984699  1399 tablet_bootstrap.cc:654] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e: Neither blocks nor log segments found. Creating new log.
23:52:58.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.986379  1396 tablet_bootstrap.cc:492] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46: No bootstrap required, opened a new log
23:52:58.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.986845  1396 ts_tablet_manager.cc:1403] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46: Time spent bootstrapping tablet: real 0.037s	user 0.014s	sys 0.004s
23:52:58.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.990846  1396 raft_consensus.cc:359] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:58.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.991765  1396 raft_consensus.cc:385] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:58.992141  1396 raft_consensus.cc:740] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d01f2e6875584c899ba595ba9db75a46, State: Initialized, Role: FOLLOWER
23:52:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.004837  1396 consensus_queue.cc:260] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:58.961323   378 tablet.cc:2406] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:59.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.018843 32709 tablet.cc:2406] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:59.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.022027  1396 ts_tablet_manager.cc:1434] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46: Time spent starting tablet: real 0.034s	user 0.002s	sys 0.006s
23:52:59.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.023128  1396 tablet_bootstrap.cc:492] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46: Bootstrap starting.
23:52:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.028895  1399 tablet_bootstrap.cc:492] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e: No bootstrap required, opened a new log
23:52:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.029361  1399 ts_tablet_manager.cc:1403] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e: Time spent bootstrapping tablet: real 0.058s	user 0.012s	sys 0.025s
23:52:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.032183  1399 raft_consensus.cc:359] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.032873  1399 raft_consensus.cc:385] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.033187  1399 raft_consensus.cc:740] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f62226f7107340ad80a9e96f85b9e38e, State: Initialized, Role: FOLLOWER
23:52:59.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.033914  1399 consensus_queue.cc:260] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.008463  1402 raft_consensus.cc:515] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.035936  1399 ts_tablet_manager.cc:1434] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.000s
23:52:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.046301  1399 tablet_bootstrap.cc:492] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e: Bootstrap starting.
23:52:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.052840  1399 tablet_bootstrap.cc:654] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e: Neither blocks nor log segments found. Creating new log.
23:52:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.061966  1402 leader_election.cc:290] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.063344  1395 tablet_bootstrap.cc:654] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223: Neither blocks nor log segments found. Creating new log.
23:52:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.064615  1404 raft_consensus.cc:493] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.065271  1404 raft_consensus.cc:515] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.072260  1404 leader_election.cc:290] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.072636  1396 tablet_bootstrap.cc:654] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46: Neither blocks nor log segments found. Creating new log.
23:52:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.083798  1399 tablet_bootstrap.cc:492] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e: No bootstrap required, opened a new log
23:52:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.084388  1399 ts_tablet_manager.cc:1403] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e: Time spent bootstrapping tablet: real 0.038s	user 0.007s	sys 0.010s
23:52:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.087574  1399 raft_consensus.cc:359] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.088346  1399 raft_consensus.cc:385] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.088639  1399 raft_consensus.cc:740] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f62226f7107340ad80a9e96f85b9e38e, State: Initialized, Role: FOLLOWER
23:52:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.089751  1404 raft_consensus.cc:493] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.089388  1399 consensus_queue.cc:260] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.091528  1399 ts_tablet_manager.cc:1434] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
23:52:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.092474  1399 tablet_bootstrap.cc:492] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e: Bootstrap starting.
23:52:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.090189  1404 raft_consensus.cc:515] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.099030  1404 leader_election.cc:290] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.100638 32655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "479e7a9d46cc445dbb1887dcb22ebd26" candidate_uuid: "ccf1501b8e964643832e2ba807e0d223" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d01f2e6875584c899ba595ba9db75a46" is_pre_election: true
23:52:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.101450 32655 raft_consensus.cc:2468] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccf1501b8e964643832e2ba807e0d223 in term 0.
23:52:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.103178   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "479e7a9d46cc445dbb1887dcb22ebd26" candidate_uuid: "ccf1501b8e964643832e2ba807e0d223" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e" is_pre_election: true
23:52:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.103341 32732 leader_election.cc:304] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ccf1501b8e964643832e2ba807e0d223, d01f2e6875584c899ba595ba9db75a46; no voters: 
23:52:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.104082   473 raft_consensus.cc:2468] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccf1501b8e964643832e2ba807e0d223 in term 0.
23:52:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.104249  1402 raft_consensus.cc:2804] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.104617  1402 raft_consensus.cc:493] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.104926  1402 raft_consensus.cc:3060] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.115409  1399 tablet_bootstrap.cc:654] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e: Neither blocks nor log segments found. Creating new log.
23:52:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.119652  1396 tablet_bootstrap.cc:492] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46: No bootstrap required, opened a new log
23:52:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.120325  1396 ts_tablet_manager.cc:1403] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46: Time spent bootstrapping tablet: real 0.097s	user 0.011s	sys 0.002s
23:52:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.120232   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93bb43efa1d843589a33938f90baa4da" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e" is_pre_election: true
23:52:59.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.122859   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "479e7a9d46cc445dbb1887dcb22ebd26" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e" is_pre_election: true
23:52:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.124632   473 raft_consensus.cc:2468] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 0.
23:52:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.126921 32586 leader_election.cc:343] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793): Illegal state: must be running to vote when last-logged opid is not known
23:52:59.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.128569 32586 leader_election.cc:304] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46, f62226f7107340ad80a9e96f85b9e38e; no voters: 
23:52:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.129971  1404 raft_consensus.cc:2804] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.130699  1404 raft_consensus.cc:493] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.131515  1404 raft_consensus.cc:3060] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.133566  1396 raft_consensus.cc:359] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.134348  1396 raft_consensus.cc:385] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.134747  1396 raft_consensus.cc:740] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d01f2e6875584c899ba595ba9db75a46, State: Initialized, Role: FOLLOWER
23:52:59.148 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:59.148 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:59.149 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.146127   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93bb43efa1d843589a33938f90baa4da" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223" is_pre_election: true
23:52:59.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:59.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:59.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.149883  1395 tablet_bootstrap.cc:492] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223: No bootstrap required, opened a new log
23:52:59.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:59.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:59.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.150367  1395 ts_tablet_manager.cc:1403] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223: Time spent bootstrapping tablet: real 0.218s	user 0.014s	sys 0.000s
23:52:59.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:59.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:59.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:59.152 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.154536  1402 raft_consensus.cc:515] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.156818  1402 leader_election.cc:290] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [CANDIDATE]: Term 1 election: Requested vote from peers d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.157711 32655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "479e7a9d46cc445dbb1887dcb22ebd26" candidate_uuid: "ccf1501b8e964643832e2ba807e0d223" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d01f2e6875584c899ba595ba9db75a46"
23:52:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.159698   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "479e7a9d46cc445dbb1887dcb22ebd26" candidate_uuid: "ccf1501b8e964643832e2ba807e0d223" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e"
23:52:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.160180   522 tablet.cc:2406] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:52:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.160270   473 raft_consensus.cc:3060] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Advancing to term 1
23:52:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.162129  1399 tablet_bootstrap.cc:492] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e: No bootstrap required, opened a new log
23:52:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.162560  1399 ts_tablet_manager.cc:1403] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e: Time spent bootstrapping tablet: real 0.070s	user 0.014s	sys 0.013s
23:52:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.163066  1395 raft_consensus.cc:359] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.163754  1395 raft_consensus.cc:385] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.164057  1395 raft_consensus.cc:740] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccf1501b8e964643832e2ba807e0d223, State: Initialized, Role: FOLLOWER
23:52:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.165284  1399 raft_consensus.cc:359] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.165987  1399 raft_consensus.cc:385] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.166271  1399 raft_consensus.cc:740] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f62226f7107340ad80a9e96f85b9e38e, State: Initialized, Role: FOLLOWER
23:52:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.166795 32586 leader_election.cc:343] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207): Illegal state: must be running to vote when last-logged opid is not known
23:52:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.167197 32586 leader_election.cc:304] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46; no voters: ccf1501b8e964643832e2ba807e0d223, f62226f7107340ad80a9e96f85b9e38e
23:52:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.167591  1399 consensus_queue.cc:260] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.170176  1399 ts_tablet_manager.cc:1434] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e: Time spent starting tablet: real 0.007s	user 0.008s	sys 0.000s
23:52:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.174795   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "479e7a9d46cc445dbb1887dcb22ebd26" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223" is_pre_election: true
23:52:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.175942   329 raft_consensus.cc:2393] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d01f2e6875584c899ba595ba9db75a46 in current term 1: Already voted for candidate ccf1501b8e964643832e2ba807e0d223 in this term.
23:52:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.176498  1399 tablet_bootstrap.cc:492] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e: Bootstrap starting.
23:52:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.182974  1399 tablet_bootstrap.cc:654] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e: Neither blocks nor log segments found. Creating new log.
23:52:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.168332  1404 raft_consensus.cc:515] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.184749 32655 raft_consensus.cc:2393] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ccf1501b8e964643832e2ba807e0d223 in current term 1: Already voted for candidate d01f2e6875584c899ba595ba9db75a46 in this term.
23:52:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.189062   473 raft_consensus.cc:2468] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ccf1501b8e964643832e2ba807e0d223 in term 1.
23:52:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.190462  1396 consensus_queue.cc:260] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.164752  1395 consensus_queue.cc:260] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.192497  1406 raft_consensus.cc:493] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.193030  1406 raft_consensus.cc:515] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.197865  1406 leader_election.cc:290] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207), d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463)
23:52:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.191164 32730 leader_election.cc:304] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ccf1501b8e964643832e2ba807e0d223, f62226f7107340ad80a9e96f85b9e38e; no voters: d01f2e6875584c899ba595ba9db75a46
23:52:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.204458  1405 raft_consensus.cc:2804] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 1 FOLLOWER]: Leader election won for term 1
23:52:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.211143  1399 tablet_bootstrap.cc:492] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e: No bootstrap required, opened a new log
23:52:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.211625  1399 ts_tablet_manager.cc:1403] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e: Time spent bootstrapping tablet: real 0.035s	user 0.013s	sys 0.000s
23:52:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.214732  1404 leader_election.cc:290] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 election: Requested vote from peers ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.214421  1399 raft_consensus.cc:359] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.215103  1399 raft_consensus.cc:385] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.215304  1404 raft_consensus.cc:2749] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:52:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.215368  1399 raft_consensus.cc:740] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f62226f7107340ad80a9e96f85b9e38e, State: Initialized, Role: FOLLOWER
23:52:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.216100  1399 consensus_queue.cc:260] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.218348  1399 ts_tablet_manager.cc:1434] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e: Time spent starting tablet: real 0.006s	user 0.008s	sys 0.000s
23:52:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.226445  1395 ts_tablet_manager.cc:1434] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223: Time spent starting tablet: real 0.076s	user 0.007s	sys 0.000s
23:52:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.235867  1406 raft_consensus.cc:493] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.236454  1406 raft_consensus.cc:515] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.239224  1395 tablet_bootstrap.cc:492] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223: Bootstrap starting.
23:52:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.239140  1406 leader_election.cc:290] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463), ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207)
23:52:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.240219  1405 raft_consensus.cc:697] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [term 1 LEADER]: Becoming Leader. State: Replica: ccf1501b8e964643832e2ba807e0d223, State: Running, Role: LEADER
23:52:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.241703  1405 consensus_queue.cc:237] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.251222  1360 heartbeater.cc:499] Master 127.0.132.124:44329 was elected leader, sending a full tablet report...
23:52:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.258788  1396 ts_tablet_manager.cc:1434] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46: Time spent starting tablet: real 0.138s	user 0.020s	sys 0.032s
23:52:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.259837  1396 tablet_bootstrap.cc:492] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46: Bootstrap starting.
23:52:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.263514  1395 tablet_bootstrap.cc:654] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223: Neither blocks nor log segments found. Creating new log.
23:52:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.268078  1396 tablet_bootstrap.cc:654] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46: Neither blocks nor log segments found. Creating new log.
23:52:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.271904 32655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7ad294e3bf184c4b9cb550ef7d951f2d" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d01f2e6875584c899ba595ba9db75a46" is_pre_election: true
23:52:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.272459 32654 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e467436b49ee4f728e58fd6fe305b6b0" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d01f2e6875584c899ba595ba9db75a46" is_pre_election: true
23:52:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.273146 32654 raft_consensus.cc:2468] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f62226f7107340ad80a9e96f85b9e38e in term 0.
23:52:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.273752   406 leader_election.cc:343] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463): Illegal state: must be running to vote when last-logged opid is not known
23:52:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.274984   406 leader_election.cc:304] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46, f62226f7107340ad80a9e96f85b9e38e; no voters: 
23:52:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.278689 32586 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.31.129.2:43207, user_credentials={real_user=slave}} blocked reactor thread for 111915us
23:52:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.290782  1406 raft_consensus.cc:2804] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.291407  1406 raft_consensus.cc:493] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.291880  1406 raft_consensus.cc:3060] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Advancing to term 1
23:52:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.292526  1395 tablet_bootstrap.cc:492] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223: No bootstrap required, opened a new log
23:52:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.292935  1395 ts_tablet_manager.cc:1403] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223: Time spent bootstrapping tablet: real 0.054s	user 0.013s	sys 0.001s
23:52:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.295846  1395 raft_consensus.cc:359] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.296515  1395 raft_consensus.cc:385] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.296774  1395 raft_consensus.cc:740] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccf1501b8e964643832e2ba807e0d223, State: Initialized, Role: FOLLOWER
23:52:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.297438  1395 consensus_queue.cc:260] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.294684  1396 tablet_bootstrap.cc:492] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46: No bootstrap required, opened a new log
23:52:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.305367  1406 raft_consensus.cc:515] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.307273  1396 ts_tablet_manager.cc:1403] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46: Time spent bootstrapping tablet: real 0.048s	user 0.019s	sys 0.009s
23:52:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.309088   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "479e7a9d46cc445dbb1887dcb22ebd26" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223"
23:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.309863  1396 raft_consensus.cc:359] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.310523  1396 raft_consensus.cc:385] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.310807  1396 raft_consensus.cc:740] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d01f2e6875584c899ba595ba9db75a46, State: Initialized, Role: FOLLOWER
23:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.310390 32654 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e467436b49ee4f728e58fd6fe305b6b0" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d01f2e6875584c899ba595ba9db75a46"
23:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.311275 32654 raft_consensus.cc:3060] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.311637  1406 leader_election.cc:290] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 election: Requested vote from peers d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463), ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207)
23:52:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.311455  1396 consensus_queue.cc:260] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.314922  1395 ts_tablet_manager.cc:1434] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223: Time spent starting tablet: real 0.022s	user 0.003s	sys 0.004s
23:52:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.315430  1396 ts_tablet_manager.cc:1434] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
23:52:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.315929  1395 tablet_bootstrap.cc:492] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223: Bootstrap starting.
23:52:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.316452  1396 tablet_bootstrap.cc:492] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46: Bootstrap starting.
23:52:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.318766   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "479e7a9d46cc445dbb1887dcb22ebd26" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e"
23:52:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.319641   473 raft_consensus.cc:2393] T 479e7a9d46cc445dbb1887dcb22ebd26 P f62226f7107340ad80a9e96f85b9e38e [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate d01f2e6875584c899ba595ba9db75a46 in current term 1: Already voted for candidate ccf1501b8e964643832e2ba807e0d223 in this term.
23:52:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.322530  1395 tablet_bootstrap.cc:654] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223: Neither blocks nor log segments found. Creating new log.
23:52:59.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.329372  1396 tablet_bootstrap.cc:654] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46: Neither blocks nor log segments found. Creating new log.
23:52:59.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.330258 32654 raft_consensus.cc:2468] T e467436b49ee4f728e58fd6fe305b6b0 P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f62226f7107340ad80a9e96f85b9e38e in term 1.
23:52:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.334380   406 leader_election.cc:304] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46, f62226f7107340ad80a9e96f85b9e38e; no voters: 
23:52:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.339510 32463 catalog_manager.cc:5696] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 reported cstate change: term changed from 0 to 1, leader changed from <none> to ccf1501b8e964643832e2ba807e0d223 (127.31.129.2). New cstate: current_term: 1 leader_uuid: "ccf1501b8e964643832e2ba807e0d223" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } health_report { overall_health: UNKNOWN } } }
23:52:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.343731  1406 raft_consensus.cc:2804] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 1 FOLLOWER]: Leader election won for term 1
23:52:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.347723   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7ad294e3bf184c4b9cb550ef7d951f2d" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223" is_pre_election: true
23:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.350899  1396 tablet_bootstrap.cc:492] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46: No bootstrap required, opened a new log
23:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.351444  1396 ts_tablet_manager.cc:1403] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46: Time spent bootstrapping tablet: real 0.035s	user 0.007s	sys 0.006s
23:52:59.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.354586  1396 raft_consensus.cc:359] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.355357  1396 raft_consensus.cc:385] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.355664  1396 raft_consensus.cc:740] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d01f2e6875584c899ba595ba9db75a46, State: Initialized, Role: FOLLOWER
23:52:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.355995   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e467436b49ee4f728e58fd6fe305b6b0" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223" is_pre_election: true
23:52:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.356632   329 raft_consensus.cc:2468] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f62226f7107340ad80a9e96f85b9e38e in term 0.
23:52:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.358433  1421 raft_consensus.cc:493] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.358911  1421 raft_consensus.cc:515] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.361129  1421 leader_election.cc:290] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.364154  1395 tablet_bootstrap.cc:492] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223: No bootstrap required, opened a new log
23:52:59.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.364603  1395 ts_tablet_manager.cc:1403] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223: Time spent bootstrapping tablet: real 0.049s	user 0.002s	sys 0.011s
23:52:59.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.356436  1396 consensus_queue.cc:260] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.366258   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e467436b49ee4f728e58fd6fe305b6b0" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223"
23:52:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.366786   329 raft_consensus.cc:3060] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.366974  1396 ts_tablet_manager.cc:1434] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46: Time spent starting tablet: real 0.015s	user 0.008s	sys 0.000s
23:52:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.367791  1395 raft_consensus.cc:359] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.368438  1395 raft_consensus.cc:385] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.368805  1395 raft_consensus.cc:740] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccf1501b8e964643832e2ba807e0d223, State: Initialized, Role: FOLLOWER
23:52:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.369521  1395 consensus_queue.cc:260] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:59.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.371685  1395 ts_tablet_manager.cc:1434] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.005s
23:52:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.372594  1395 tablet_bootstrap.cc:492] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223: Bootstrap starting.
23:52:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.374724   329 raft_consensus.cc:2468] T e467436b49ee4f728e58fd6fe305b6b0 P ccf1501b8e964643832e2ba807e0d223 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f62226f7107340ad80a9e96f85b9e38e in term 1.
23:52:59.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.379693   404 leader_election.cc:343] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207): Illegal state: must be running to vote when last-logged opid is not known
23:52:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.382445 32586 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.31.129.2:43207, user_credentials={real_user=slave}} blocked reactor thread for 52264.9us
23:52:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.384402   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f59bdf5bf594a38afac906acafb9243" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e" is_pre_election: true
23:52:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.385011   404 leader_election.cc:304] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f62226f7107340ad80a9e96f85b9e38e; no voters: ccf1501b8e964643832e2ba807e0d223, d01f2e6875584c899ba595ba9db75a46
23:52:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.385262   473 raft_consensus.cc:2468] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 0.
23:52:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.387627 32586 leader_election.cc:304] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46; no voters: ccf1501b8e964643832e2ba807e0d223, f62226f7107340ad80a9e96f85b9e38e
23:52:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.389883  1433 raft_consensus.cc:2749] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:52:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.392166  1421 raft_consensus.cc:2749] T 479e7a9d46cc445dbb1887dcb22ebd26 P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
23:52:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.393730   328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f59bdf5bf594a38afac906acafb9243" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223" is_pre_election: true
23:52:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.394654   328 raft_consensus.cc:2468] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 0.
23:52:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.395814  1395 tablet_bootstrap.cc:654] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223: Neither blocks nor log segments found. Creating new log.
23:52:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.391381  1406 raft_consensus.cc:697] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [term 1 LEADER]: Becoming Leader. State: Replica: f62226f7107340ad80a9e96f85b9e38e, State: Running, Role: LEADER
23:52:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.399672  1406 consensus_queue.cc:237] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.393430 32586 leader_election.cc:304] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46, f62226f7107340ad80a9e96f85b9e38e; no voters: 
23:52:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.420588  1421 raft_consensus.cc:2804] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.420998  1421 raft_consensus.cc:493] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.421337  1421 raft_consensus.cc:3060] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.432533  1421 raft_consensus.cc:515] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.434767  1421 leader_election.cc:290] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 election: Requested vote from peers ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.441468   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f59bdf5bf594a38afac906acafb9243" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223"
23:52:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.442302   329 raft_consensus.cc:3060] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.466291   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f59bdf5bf594a38afac906acafb9243" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e"
23:52:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.466917   473 raft_consensus.cc:3060] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Advancing to term 1
23:52:59.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.474390   404 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.31.129.2:43207, user_credentials={real_user=slave}} blocked reactor thread for 94846us
23:52:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.483400   473 raft_consensus.cc:2468] T 4f59bdf5bf594a38afac906acafb9243 P f62226f7107340ad80a9e96f85b9e38e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 1.
23:52:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.484246  1421 raft_consensus.cc:493] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.484759  1421 raft_consensus.cc:515] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.486896  1421 leader_election.cc:290] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.495973   328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7ad294e3bf184c4b9cb550ef7d951f2d" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223" is_pre_election: true
23:52:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.496685   328 raft_consensus.cc:2468] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 0.
23:52:59.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.499270 32586 leader_election.cc:304] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46, f62226f7107340ad80a9e96f85b9e38e; no voters: 
23:52:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.508483 32463 catalog_manager.cc:5696] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e reported cstate change: term changed from 0 to 1, leader changed from <none> to f62226f7107340ad80a9e96f85b9e38e (127.31.129.3). New cstate: current_term: 1 leader_uuid: "f62226f7107340ad80a9e96f85b9e38e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } health_report { overall_health: HEALTHY } } }
23:52:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.551215   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7ad294e3bf184c4b9cb550ef7d951f2d" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e" is_pre_election: true
23:52:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.552369   473 raft_consensus.cc:2468] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 0.
23:52:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.556849 32586 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.31.129.3:42793, user_credentials={real_user=slave}} blocked reactor thread for 57687.2us
23:52:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.557667  1421 raft_consensus.cc:2804] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Leader election won for term 1
23:52:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.557829 32586 leader_election.cc:304] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ccf1501b8e964643832e2ba807e0d223, d01f2e6875584c899ba595ba9db75a46; no voters: 
23:52:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.558164  1421 raft_consensus.cc:697] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [term 1 LEADER]: Becoming Leader. State: Replica: d01f2e6875584c899ba595ba9db75a46, State: Running, Role: LEADER
23:52:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.559480  1422 raft_consensus.cc:2804] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.559134  1421 consensus_queue.cc:237] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.559800  1422 raft_consensus.cc:493] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.560109  1422 raft_consensus.cc:3060] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:52:59.564729 32447 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.129.61:41907, user_credentials={real_user=slave}} blocked reactor thread for 97218.5us
23:52:59.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.570551   329 raft_consensus.cc:2468] T 4f59bdf5bf594a38afac906acafb9243 P ccf1501b8e964643832e2ba807e0d223 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 1.
23:52:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.568742  1422 raft_consensus.cc:515] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.577677  1422 leader_election.cc:290] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 election: Requested vote from peers ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207), f62226f7107340ad80a9e96f85b9e38e (127.31.129.3:42793)
23:52:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.586079  1395 tablet_bootstrap.cc:492] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223: No bootstrap required, opened a new log
23:52:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.586570  1395 ts_tablet_manager.cc:1403] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223: Time spent bootstrapping tablet: real 0.214s	user 0.059s	sys 0.027s
23:52:59.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.590390  1395 raft_consensus.cc:359] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.591256  1395 raft_consensus.cc:385] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:52:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.592549   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7ad294e3bf184c4b9cb550ef7d951f2d" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223"
23:52:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.593258   329 raft_consensus.cc:3060] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.591558  1395 raft_consensus.cc:740] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccf1501b8e964643832e2ba807e0d223, State: Initialized, Role: FOLLOWER
23:52:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.595351  1395 consensus_queue.cc:260] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.599752  1395 ts_tablet_manager.cc:1434] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223: Time spent starting tablet: real 0.013s	user 0.008s	sys 0.000s
23:52:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.607596   473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7ad294e3bf184c4b9cb550ef7d951f2d" candidate_uuid: "d01f2e6875584c899ba595ba9db75a46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f62226f7107340ad80a9e96f85b9e38e"
23:52:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.608543   473 raft_consensus.cc:3060] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Advancing to term 1
23:52:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.616823   473 raft_consensus.cc:2468] T 7ad294e3bf184c4b9cb550ef7d951f2d P f62226f7107340ad80a9e96f85b9e38e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 1.
23:52:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.618695 32586 leader_election.cc:304] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46, f62226f7107340ad80a9e96f85b9e38e; no voters: 
23:52:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.620015  1421 raft_consensus.cc:2804] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Leader election won for term 1
23:52:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.621131  1421 raft_consensus.cc:697] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [term 1 LEADER]: Becoming Leader. State: Replica: d01f2e6875584c899ba595ba9db75a46, State: Running, Role: LEADER
23:52:59.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.622272  1421 consensus_queue.cc:237] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } }
23:52:59.652 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:52:59.652 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:52:59.653 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:52:59.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:59.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:59.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:52:59.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:59.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:59.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:52:59.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:59.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:59.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:52:59.654 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:52:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.653545  1405 consensus_queue.cc:1048] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:52:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.656946 32461 catalog_manager.cc:5696] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 reported cstate change: term changed from 0 to 1, leader changed from <none> to d01f2e6875584c899ba595ba9db75a46 (127.31.129.1). New cstate: current_term: 1 leader_uuid: "d01f2e6875584c899ba595ba9db75a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } health_report { overall_health: UNKNOWN } } }
23:52:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.676360   329 raft_consensus.cc:2468] T 7ad294e3bf184c4b9cb550ef7d951f2d P ccf1501b8e964643832e2ba807e0d223 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d01f2e6875584c899ba595ba9db75a46 in term 1.
23:52:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.684443  1406 raft_consensus.cc:493] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:52:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.684918  1406 raft_consensus.cc:515] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.689600   328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93bb43efa1d843589a33938f90baa4da" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223" is_pre_election: true
23:52:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.690209   328 raft_consensus.cc:2468] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f62226f7107340ad80a9e96f85b9e38e in term 0.
23:52:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.690912  1406 leader_election.cc:290] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463), ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207)
23:52:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.691985   404 leader_election.cc:304] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ccf1501b8e964643832e2ba807e0d223, f62226f7107340ad80a9e96f85b9e38e; no voters: 
23:52:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.693181  1406 raft_consensus.cc:2804] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Leader pre-election won for term 1
23:52:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.697113 32655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93bb43efa1d843589a33938f90baa4da" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d01f2e6875584c899ba595ba9db75a46" is_pre_election: true
23:52:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.697896 32655 raft_consensus.cc:2468] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f62226f7107340ad80a9e96f85b9e38e in term 0.
23:52:59.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.714290  1405 consensus_queue.cc:1048] T 479e7a9d46cc445dbb1887dcb22ebd26 P ccf1501b8e964643832e2ba807e0d223 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.693738  1406 raft_consensus.cc:493] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:52:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.731930  1406 raft_consensus.cc:3060] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 0 FOLLOWER]: Advancing to term 1
23:52:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.756665  1406 raft_consensus.cc:515] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.785688 32655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93bb43efa1d843589a33938f90baa4da" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d01f2e6875584c899ba595ba9db75a46"
23:52:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.786293 32655 raft_consensus.cc:3060] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.786584 32461 catalog_manager.cc:5696] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 reported cstate change: term changed from 0 to 1, leader changed from <none> to d01f2e6875584c899ba595ba9db75a46 (127.31.129.1). New cstate: current_term: 1 leader_uuid: "d01f2e6875584c899ba595ba9db75a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } health_report { overall_health: HEALTHY } } }
23:52:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.793565 32655 raft_consensus.cc:2468] T 93bb43efa1d843589a33938f90baa4da P d01f2e6875584c899ba595ba9db75a46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f62226f7107340ad80a9e96f85b9e38e in term 1.
23:52:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.795164   406 leader_election.cc:304] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d01f2e6875584c899ba595ba9db75a46, f62226f7107340ad80a9e96f85b9e38e; no voters: 
23:52:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.796311  1433 raft_consensus.cc:2804] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 1 FOLLOWER]: Leader election won for term 1
23:52:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.796742  1433 raft_consensus.cc:697] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [term 1 LEADER]: Becoming Leader. State: Replica: f62226f7107340ad80a9e96f85b9e38e, State: Running, Role: LEADER
23:52:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.797560  1433 consensus_queue.cc:237] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } }
23:52:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.797308   329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93bb43efa1d843589a33938f90baa4da" candidate_uuid: "f62226f7107340ad80a9e96f85b9e38e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccf1501b8e964643832e2ba807e0d223"
23:52:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.798723   329 raft_consensus.cc:3060] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223 [term 0 FOLLOWER]: Advancing to term 1
23:52:59.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.813257  1406 leader_election.cc:290] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [CANDIDATE]: Term 1 election: Requested vote from peers d01f2e6875584c899ba595ba9db75a46 (127.31.129.1:38463), ccf1501b8e964643832e2ba807e0d223 (127.31.129.2:43207)
23:52:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.833935 32463 catalog_manager.cc:5696] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e reported cstate change: term changed from 0 to 1, leader changed from <none> to f62226f7107340ad80a9e96f85b9e38e (127.31.129.3). New cstate: current_term: 1 leader_uuid: "f62226f7107340ad80a9e96f85b9e38e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 } health_report { overall_health: HEALTHY } } }
23:52:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.841040   329 raft_consensus.cc:2468] T 93bb43efa1d843589a33938f90baa4da P ccf1501b8e964643832e2ba807e0d223 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f62226f7107340ad80a9e96f85b9e38e in term 1.
23:52:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.871268  1433 consensus_queue.cc:1048] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.916780  1435 consensus_queue.cc:1048] T e467436b49ee4f728e58fd6fe305b6b0 P f62226f7107340ad80a9e96f85b9e38e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:52:59.936 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:52:59.936 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:52:59.937 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:52:59.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:59.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:59.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:59.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:52:59.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:59.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:59.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:52:59.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:59.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:52:59.938 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:52:59.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:52:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:52:59.998584  1421 consensus_queue.cc:1048] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:53:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:00.029215  1422 consensus_queue.cc:1048] T 4f59bdf5bf594a38afac906acafb9243 P d01f2e6875584c899ba595ba9db75a46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:00.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:00.059453  1421 consensus_queue.cc:1048] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:53:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:00.085271  1421 consensus_queue.cc:1048] T 7ad294e3bf184c4b9cb550ef7d951f2d P d01f2e6875584c899ba595ba9db75a46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f62226f7107340ad80a9e96f85b9e38e" member_type: VOTER last_known_addr { host: "127.31.129.3" port: 42793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:00.098 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:00.099 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:00.099 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:00.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:00.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:00.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:00.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:00.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:00.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:00.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:00.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:00.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:00.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:00.166 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:00.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:00.167 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:00.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.168 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:00.272 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:00.272 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:00.273 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:00.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.273 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.273 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.273 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.273 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.273 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:00.322402  1435 consensus_queue.cc:1048] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccf1501b8e964643832e2ba807e0d223" member_type: VOTER last_known_addr { host: "127.31.129.2" port: 43207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:00.332773  1406 consensus_queue.cc:1048] T 93bb43efa1d843589a33938f90baa4da P f62226f7107340ad80a9e96f85b9e38e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d01f2e6875584c899ba595ba9db75a46" member_type: VOTER last_known_addr { host: "127.31.129.1" port: 38463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:00.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:00.571 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:00.572 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:00.572 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:00.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.573 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:00.856 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:00.857 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:00.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:00.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:00.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:00.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:00.858 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:00.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:00.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:00.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:00.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:00.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:00.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:00.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:00.992 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:00.993 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:00.993 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:00.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:00.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:00.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:00.994 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:01.278 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:01.285 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:01.286 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:01.286 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:01.286 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:01.287 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:01.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.129.60:42777, [5ms] Sub RPC GetTableLocations: received response from server master-127.31.129.60:42777: OK, deferred=null) after lookup
23:53:01.287 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)] connecting to peer
23:53:01.289 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)] Successfully connected to peer
23:53:01.305 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.312 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa3b6d079, L:/127.0.0.1:57236 - R:/127.31.129.2:43207] using TOKEN/null
23:53:01.374 [DEBUG - main] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:01.381 [DEBUG - kudu-nio-4] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:01.402 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.412 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x8af90a4e, L:/127.0.0.1:54022 - R:/127.31.129.3:42793] using TOKEN/null
23:53:01.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:01.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7ad294e3bf184c4b9cb550ef7d951f2d for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:01.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:01.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:01.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:01.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:01.484 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:01.485 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.129.60:42777, [5ms] Sub RPC GetTableLocations: received response from server master-127.31.129.60:42777: OK, deferred=null) after lookup
23:53:01.485 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)] connecting to peer
23:53:01.487 [DEBUG - kudu-nio-5] (Connection.java:757) [peer d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)] Successfully connected to peer
23:53:01.518 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:01.519 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:01.519 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:01.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:01.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:01.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:01.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:01.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:01.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:01.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:01.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:01.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:01.521 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:01.532 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.537 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xcaef215a, L:/127.0.0.1:54510 - R:/127.31.129.1:38463] using TOKEN/null
23:53:01.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:01.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:01.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:01.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:01.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:01.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:01.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:01.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:01.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:01.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:01.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:01.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:01.549 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:01.626 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:01.626 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:01.627 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:01.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:01.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:01.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:01.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:01.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:01.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:01.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:01.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:01.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:01.629 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:01.742 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:01.747 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:01.750 [DEBUG - main] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:01.751 [DEBUG - main] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:01.753 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.132.124:44329(127.0.132.124:44329)] Successfully connected to peer
23:53:01.754 [DEBUG - main] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:01.756 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.132.126:33913(127.0.132.126:33913)] Successfully connected to peer
23:53:01.775 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.126
23:53:01.779 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.132.125:43433(127.0.132.125:43433)] Successfully connected to peer
23:53:01.788 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.124
23:53:01.789 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.125
23:53:01.790 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.800 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8f99bd9d, L:/127.0.0.1:43870 - R:/127.0.132.126:33913] using SASL/PLAIN
23:53:01.810 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.811 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.816 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7650f910, L:/127.0.0.1:46068 - R:/127.0.132.124:44329] using SASL/PLAIN
23:53:01.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:01.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: OK, deferred=null) after lookup
23:53:01.821 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1e89eabe, L:/127.0.0.1:53686 - R:/127.0.132.125:43433] using SASL/PLAIN
23:53:01.826 [DEBUG - main] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:01.827 [DEBUG - main] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:01.831 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.129.62:44309(127.31.129.62:44309)] Successfully connected to peer
23:53:01.832 [DEBUG - main] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:01.833 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.129.61:41907(127.31.129.61:41907)] Successfully connected to peer
23:53:01.835 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.129.60:42777(127.31.129.60:42777)] Successfully connected to peer
23:53:01.837 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.62
23:53:01.839 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.60
23:53:01.839 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.61
23:53:01.853 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.853 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.851 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:01.857 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd1ad623d, L:/127.0.0.1:42216 - R:/127.31.129.60:42777] using SASL/PLAIN
23:53:01.860 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0278d704, L:/127.0.0.1:59268 - R:/127.31.129.62:44309] using SASL/PLAIN
23:53:01.861 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:01.861 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [36ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: OK, deferred=null) after lookup
23:53:01.862 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa4c485ec, L:/127.0.0.1:59184 - R:/127.31.129.61:41907] using SASL/PLAIN
23:53:01.866 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:01.873 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7ad294e3bf184c4b9cb550ef7d951f2d for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:01.873 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:01.873 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:01.873 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:01.874 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:01.874 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:01.878618   743 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46068:
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:53:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:53:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:53:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:01.883853   743 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:53:01.961 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:01.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:02.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.050730  1146 tablet_service.cc:1511] Processing CreateTablet for tablet b32fd527557045f4b0193ec27cdfaaf3 (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.051841  1290 tablet_service.cc:1511] Processing CreateTablet for tablet 4042e03ad4194c52a10fcffcd5d0831e (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.052481  1146 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b32fd527557045f4b0193ec27cdfaaf3. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.055373  1291 tablet_service.cc:1511] Processing CreateTablet for tablet 2b34aa318f9f415c848af09cc17e8f9d (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.055508  1147 tablet_service.cc:1511] Processing CreateTablet for tablet 4042e03ad4194c52a10fcffcd5d0831e (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.056959  1147 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4042e03ad4194c52a10fcffcd5d0831e. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.055889  1150 tablet_service.cc:1511] Processing CreateTablet for tablet 826de24a5b5c43d49b773260fd447d22 (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.057534  1292 tablet_service.cc:1511] Processing CreateTablet for tablet 4888efe8377344dfa7ee595570078e6f (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.048332  1149 tablet_service.cc:1511] Processing CreateTablet for tablet 4888efe8377344dfa7ee595570078e6f (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.058969  1150 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 826de24a5b5c43d49b773260fd447d22. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.059904  1148 tablet_service.cc:1511] Processing CreateTablet for tablet 2b34aa318f9f415c848af09cc17e8f9d (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.053330  1290 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4042e03ad4194c52a10fcffcd5d0831e. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.061455  1148 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b34aa318f9f415c848af09cc17e8f9d. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.063575  1149 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4888efe8377344dfa7ee595570078e6f. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.064527  1291 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b34aa318f9f415c848af09cc17e8f9d. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.065415  1292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4888efe8377344dfa7ee595570078e6f. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.048283  1289 tablet_service.cc:1511] Processing CreateTablet for tablet b32fd527557045f4b0193ec27cdfaaf3 (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.069118  1293 tablet_service.cc:1511] Processing CreateTablet for tablet 826de24a5b5c43d49b773260fd447d22 (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.070606  1293 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 826de24a5b5c43d49b773260fd447d22. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.072902  1289 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b32fd527557045f4b0193ec27cdfaaf3. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.078904   943 tablet_service.cc:1511] Processing CreateTablet for tablet 4042e03ad4194c52a10fcffcd5d0831e (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.080770   945 tablet_service.cc:1511] Processing CreateTablet for tablet 4888efe8377344dfa7ee595570078e6f (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.078912   942 tablet_service.cc:1511] Processing CreateTablet for tablet b32fd527557045f4b0193ec27cdfaaf3 (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.082664   945 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4888efe8377344dfa7ee595570078e6f. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.079111   944 tablet_service.cc:1511] Processing CreateTablet for tablet 2b34aa318f9f415c848af09cc17e8f9d (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.083690   942 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b32fd527557045f4b0193ec27cdfaaf3. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.084322   944 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b34aa318f9f415c848af09cc17e8f9d. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.086159   943 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4042e03ad4194c52a10fcffcd5d0831e. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.086695   946 tablet_service.cc:1511] Processing CreateTablet for tablet 826de24a5b5c43d49b773260fd447d22 (DEFAULT_TABLE table=replication_test_table [id=d0552476f1e843d2b9b010cfdbd84d5e]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:53:02.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.088431   946 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 826de24a5b5c43d49b773260fd447d22. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.150076  1530 tablet_bootstrap.cc:492] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6: Bootstrap starting.
23:53:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.186364  1530 tablet_bootstrap.cc:654] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6: Neither blocks nor log segments found. Creating new log.
23:53:02.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.188874  1530 log.cc:826] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6: Log is configured to *not* fsync() on all Append() calls
23:53:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.193640  1531 tablet_bootstrap.cc:492] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126: Bootstrap starting.
23:53:02.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.200688  1529 tablet_bootstrap.cc:492] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217: Bootstrap starting.
23:53:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.209160  1531 tablet_bootstrap.cc:654] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126: Neither blocks nor log segments found. Creating new log.
23:53:02.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.211619  1531 log.cc:826] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126: Log is configured to *not* fsync() on all Append() calls
23:53:02.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:02.225890 32337 debug-util.cc:398] Leaking SignalData structure 0x7b0800094880 after lost signal to thread 32273
23:53:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.227811  1531 tablet_bootstrap.cc:492] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126: No bootstrap required, opened a new log
23:53:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.228446  1531 ts_tablet_manager.cc:1403] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126: Time spent bootstrapping tablet: real 0.040s	user 0.012s	sys 0.014s
23:53:02.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.232595  1530 tablet_bootstrap.cc:492] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6: No bootstrap required, opened a new log
23:53:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.233330  1530 ts_tablet_manager.cc:1403] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6: Time spent bootstrapping tablet: real 0.087s	user 0.018s	sys 0.000s
23:53:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.237366  1529 tablet_bootstrap.cc:654] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217: Neither blocks nor log segments found. Creating new log.
23:53:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.246958  1529 log.cc:826] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217: Log is configured to *not* fsync() on all Append() calls
23:53:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.286419  1529 tablet_bootstrap.cc:492] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217: No bootstrap required, opened a new log
23:53:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.286995  1529 ts_tablet_manager.cc:1403] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent bootstrapping tablet: real 0.087s	user 0.019s	sys 0.000s
23:53:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.299387  1531 raft_consensus.cc:359] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.300527  1531 raft_consensus.cc:385] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.300851  1531 raft_consensus.cc:740] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae4665485ef74a1b85e7a6e450517126, State: Initialized, Role: FOLLOWER
23:53:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.301842  1531 consensus_queue.cc:260] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.317840  1530 raft_consensus.cc:359] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.319552  1530 raft_consensus.cc:385] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.320019  1530 raft_consensus.cc:740] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7af8ad79f691469e832b203d25ba2ec6, State: Initialized, Role: FOLLOWER
23:53:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.321172  1530 consensus_queue.cc:260] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.327123  1531 ts_tablet_manager.cc:1434] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126: Time spent starting tablet: real 0.098s	user 0.036s	sys 0.016s
23:53:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.329151  1531 tablet_bootstrap.cc:492] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126: Bootstrap starting.
23:53:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.353876  1530 ts_tablet_manager.cc:1434] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6: Time spent starting tablet: real 0.120s	user 0.037s	sys 0.000s
23:53:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.356837  1531 tablet_bootstrap.cc:654] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126: Neither blocks nor log segments found. Creating new log.
23:53:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.358474  1530 tablet_bootstrap.cc:492] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6: Bootstrap starting.
23:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.366331  1530 tablet_bootstrap.cc:654] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6: Neither blocks nor log segments found. Creating new log.
23:53:02.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.386214  1531 tablet_bootstrap.cc:492] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126: No bootstrap required, opened a new log
23:53:02.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.386685  1531 ts_tablet_manager.cc:1403] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126: Time spent bootstrapping tablet: real 0.058s	user 0.012s	sys 0.006s
23:53:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.389560  1531 raft_consensus.cc:359] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.390249  1531 raft_consensus.cc:385] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.390676  1531 raft_consensus.cc:740] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae4665485ef74a1b85e7a6e450517126, State: Initialized, Role: FOLLOWER
23:53:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.391810  1531 consensus_queue.cc:260] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.393247  1529 raft_consensus.cc:359] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.394181  1529 raft_consensus.cc:385] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.394475  1529 raft_consensus.cc:740] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a5f417a9fe4b24adf1c2c3f1859217, State: Initialized, Role: FOLLOWER
23:53:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.395503  1529 consensus_queue.cc:260] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.394829  1531 ts_tablet_manager.cc:1434] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126: Time spent starting tablet: real 0.008s	user 0.008s	sys 0.000s
23:53:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.401769  1531 tablet_bootstrap.cc:492] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126: Bootstrap starting.
23:53:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.423928  1531 tablet_bootstrap.cc:654] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126: Neither blocks nor log segments found. Creating new log.
23:53:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.426124  1530 tablet_bootstrap.cc:492] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6: No bootstrap required, opened a new log
23:53:02.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.426764  1530 ts_tablet_manager.cc:1403] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6: Time spent bootstrapping tablet: real 0.068s	user 0.009s	sys 0.008s
23:53:02.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.429814  1530 raft_consensus.cc:359] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.430845  1530 raft_consensus.cc:385] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.431285  1530 raft_consensus.cc:740] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7af8ad79f691469e832b203d25ba2ec6, State: Initialized, Role: FOLLOWER
23:53:02.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.432261  1530 consensus_queue.cc:260] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:02.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.434500  1530 ts_tablet_manager.cc:1434] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
23:53:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.436951  1530 tablet_bootstrap.cc:492] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6: Bootstrap starting.
23:53:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.437704  1529 ts_tablet_manager.cc:1434] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent starting tablet: real 0.150s	user 0.048s	sys 0.025s
23:53:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.438714  1529 tablet_bootstrap.cc:492] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217: Bootstrap starting.
23:53:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.445349  1529 tablet_bootstrap.cc:654] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217: Neither blocks nor log segments found. Creating new log.
23:53:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.454357  1530 tablet_bootstrap.cc:654] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6: Neither blocks nor log segments found. Creating new log.
23:53:02.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:02.456462  1022 tablet.cc:2406] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:02.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:02.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:02.473423  1367 tablet.cc:2406] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.479377  1531 tablet_bootstrap.cc:492] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126: No bootstrap required, opened a new log
23:53:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.479857  1531 ts_tablet_manager.cc:1403] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126: Time spent bootstrapping tablet: real 0.078s	user 0.008s	sys 0.005s
23:53:02.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.483467  1531 raft_consensus.cc:359] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.484136  1531 raft_consensus.cc:385] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.485306  1531 raft_consensus.cc:740] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae4665485ef74a1b85e7a6e450517126, State: Initialized, Role: FOLLOWER
23:53:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.487094  1531 consensus_queue.cc:260] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.489099  1531 ts_tablet_manager.cc:1434] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126: Time spent starting tablet: real 0.009s	user 0.003s	sys 0.003s
23:53:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.489964  1531 tablet_bootstrap.cc:492] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126: Bootstrap starting.
23:53:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.490527  1529 tablet_bootstrap.cc:492] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217: No bootstrap required, opened a new log
23:53:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.491034  1529 ts_tablet_manager.cc:1403] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent bootstrapping tablet: real 0.053s	user 0.029s	sys 0.019s
23:53:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.494838  1529 raft_consensus.cc:359] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.496325  1529 raft_consensus.cc:385] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.496613  1529 raft_consensus.cc:740] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a5f417a9fe4b24adf1c2c3f1859217, State: Initialized, Role: FOLLOWER
23:53:02.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.497304  1529 consensus_queue.cc:260] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.501408  1529 ts_tablet_manager.cc:1434] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
23:53:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.508018  1530 tablet_bootstrap.cc:492] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6: No bootstrap required, opened a new log
23:53:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.508467  1530 ts_tablet_manager.cc:1403] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6: Time spent bootstrapping tablet: real 0.072s	user 0.011s	sys 0.004s
23:53:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.509227  1531 tablet_bootstrap.cc:654] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126: Neither blocks nor log segments found. Creating new log.
23:53:02.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.511826  1530 raft_consensus.cc:359] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.512493  1530 raft_consensus.cc:385] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.512784  1530 raft_consensus.cc:740] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7af8ad79f691469e832b203d25ba2ec6, State: Initialized, Role: FOLLOWER
23:53:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.513463  1530 consensus_queue.cc:260] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.514453  1529 tablet_bootstrap.cc:492] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217: Bootstrap starting.
23:53:02.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.523371  1530 ts_tablet_manager.cc:1434] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6: Time spent starting tablet: real 0.015s	user 0.003s	sys 0.003s
23:53:02.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.525463  1530 tablet_bootstrap.cc:492] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6: Bootstrap starting.
23:53:02.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:02.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:02.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:02.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:02.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:02.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:02.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:02.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:02.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:02.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:02.529 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:02.529 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:02.529 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.534361  1529 tablet_bootstrap.cc:654] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217: Neither blocks nor log segments found. Creating new log.
23:53:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.543313  1530 tablet_bootstrap.cc:654] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6: Neither blocks nor log segments found. Creating new log.
23:53:02.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.557053  1539 raft_consensus.cc:493] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.557943  1539 raft_consensus.cc:515] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:02.558440   728 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.132.126:33913, user_credentials={real_user=slave}} blocked reactor thread for 43509us
23:53:02.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.572284  1539 leader_election.cc:290] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663), 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659)
23:53:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:02.575675  1225 tablet.cc:2406] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.577240  1529 tablet_bootstrap.cc:492] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217: No bootstrap required, opened a new log
23:53:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.577699  1529 ts_tablet_manager.cc:1403] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent bootstrapping tablet: real 0.067s	user 0.016s	sys 0.010s
23:53:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.580507  1529 raft_consensus.cc:359] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.581236  1529 raft_consensus.cc:385] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.581568  1529 raft_consensus.cc:740] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a5f417a9fe4b24adf1c2c3f1859217, State: Initialized, Role: FOLLOWER
23:53:02.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.584931  1531 tablet_bootstrap.cc:492] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126: No bootstrap required, opened a new log
23:53:02.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.582335  1529 consensus_queue.cc:260] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.587291  1530 tablet_bootstrap.cc:492] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6: No bootstrap required, opened a new log
23:53:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.585412  1531 ts_tablet_manager.cc:1403] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126: Time spent bootstrapping tablet: real 0.096s	user 0.005s	sys 0.006s
23:53:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.587844  1530 ts_tablet_manager.cc:1403] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6: Time spent bootstrapping tablet: real 0.064s	user 0.009s	sys 0.016s
23:53:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.590358  1531 raft_consensus.cc:359] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.591054  1531 raft_consensus.cc:385] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.591325  1531 raft_consensus.cc:740] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae4665485ef74a1b85e7a6e450517126, State: Initialized, Role: FOLLOWER
23:53:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.587157  1529 ts_tablet_manager.cc:1434] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
23:53:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.593477  1529 tablet_bootstrap.cc:492] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217: Bootstrap starting.
23:53:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.596920  1530 raft_consensus.cc:359] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.592005  1531 consensus_queue.cc:260] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.597726  1530 raft_consensus.cc:385] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.598047  1530 raft_consensus.cc:740] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7af8ad79f691469e832b203d25ba2ec6, State: Initialized, Role: FOLLOWER
23:53:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.600373  1531 ts_tablet_manager.cc:1434] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126: Time spent starting tablet: real 0.012s	user 0.005s	sys 0.000s
23:53:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.601305  1531 tablet_bootstrap.cc:492] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126: Bootstrap starting.
23:53:02.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.604043  1529 tablet_bootstrap.cc:654] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217: Neither blocks nor log segments found. Creating new log.
23:53:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.618428  1535 raft_consensus.cc:493] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.619050   967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b32fd527557045f4b0193ec27cdfaaf3" candidate_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae4665485ef74a1b85e7a6e450517126" is_pre_election: true
23:53:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.619083  1535 raft_consensus.cc:515] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.620044   967 raft_consensus.cc:2468] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a5f417a9fe4b24adf1c2c3f1859217 in term 0.
23:53:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.622973  1535 leader_election.cc:290] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659), a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:53:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.629907  1530 consensus_queue.cc:260] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.632851  1530 ts_tablet_manager.cc:1434] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6: Time spent starting tablet: real 0.045s	user 0.004s	sys 0.003s
23:53:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.633872  1530 tablet_bootstrap.cc:492] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6: Bootstrap starting.
23:53:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.634194  1531 tablet_bootstrap.cc:654] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126: Neither blocks nor log segments found. Creating new log.
23:53:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.658735  1248 leader_election.cc:304] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a9a5f417a9fe4b24adf1c2c3f1859217, ae4665485ef74a1b85e7a6e450517126; no voters: 
23:53:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.659935  1539 raft_consensus.cc:2804] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.660338  1539 raft_consensus.cc:493] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.660682  1539 raft_consensus.cc:3060] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.661468  1170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b32fd527557045f4b0193ec27cdfaaf3" candidate_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7af8ad79f691469e832b203d25ba2ec6" is_pre_election: true
23:53:02.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.662475  1170 raft_consensus.cc:2468] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a5f417a9fe4b24adf1c2c3f1859217 in term 0.
23:53:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.662894  1530 tablet_bootstrap.cc:654] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6: Neither blocks nor log segments found. Creating new log.
23:53:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.666383  1529 tablet_bootstrap.cc:492] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217: No bootstrap required, opened a new log
23:53:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.669847  1539 raft_consensus.cc:515] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.672519  1539 leader_election.cc:290] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [CANDIDATE]: Term 1 election: Requested vote from peers ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663), 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659)
23:53:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.673300  1529 ts_tablet_manager.cc:1403] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent bootstrapping tablet: real 0.080s	user 0.022s	sys 0.002s
23:53:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.675595  1536 raft_consensus.cc:493] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.676334  1536 raft_consensus.cc:515] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.677080  1529 raft_consensus.cc:359] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.677850  1529 raft_consensus.cc:385] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.678301  1529 raft_consensus.cc:740] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a5f417a9fe4b24adf1c2c3f1859217, State: Initialized, Role: FOLLOWER
23:53:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.679257  1529 consensus_queue.cc:260] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.681527  1529 ts_tablet_manager.cc:1434] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.002s
23:53:02.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.682463  1529 tablet_bootstrap.cc:492] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217: Bootstrap starting.
23:53:02.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.693209  1529 tablet_bootstrap.cc:654] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217: Neither blocks nor log segments found. Creating new log.
23:53:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.702028  1530 tablet_bootstrap.cc:492] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6: No bootstrap required, opened a new log
23:53:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.702502  1530 ts_tablet_manager.cc:1403] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6: Time spent bootstrapping tablet: real 0.069s	user 0.013s	sys 0.001s
23:53:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.704028  1536 leader_election.cc:290] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663), a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:53:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.708209  1530 raft_consensus.cc:359] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.708886  1530 raft_consensus.cc:385] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.716277  1530 raft_consensus.cc:740] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7af8ad79f691469e832b203d25ba2ec6, State: Initialized, Role: FOLLOWER
23:53:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.722064  1531 tablet_bootstrap.cc:492] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126: No bootstrap required, opened a new log
23:53:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.722491  1531 ts_tablet_manager.cc:1403] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126: Time spent bootstrapping tablet: real 0.121s	user 0.013s	sys 0.010s
23:53:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.725178  1531 raft_consensus.cc:359] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.725857  1531 raft_consensus.cc:385] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.726143  1531 raft_consensus.cc:740] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae4665485ef74a1b85e7a6e450517126, State: Initialized, Role: FOLLOWER
23:53:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.726847  1531 consensus_queue.cc:260] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.729372  1531 ts_tablet_manager.cc:1434] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
23:53:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.717063  1530 consensus_queue.cc:260] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.743543  1530 ts_tablet_manager.cc:1434] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6: Time spent starting tablet: real 0.041s	user 0.006s	sys 0.001s
23:53:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.753856  1170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b32fd527557045f4b0193ec27cdfaaf3" candidate_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7af8ad79f691469e832b203d25ba2ec6"
23:53:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.754508  1170 raft_consensus.cc:3060] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.760300   967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b32fd527557045f4b0193ec27cdfaaf3" candidate_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae4665485ef74a1b85e7a6e450517126"
23:53:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.760838   967 raft_consensus.cc:3060] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.761072  1169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4888efe8377344dfa7ee595570078e6f" candidate_uuid: "ae4665485ef74a1b85e7a6e450517126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7af8ad79f691469e832b203d25ba2ec6" is_pre_election: true
23:53:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.761771  1169 raft_consensus.cc:2468] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae4665485ef74a1b85e7a6e450517126 in term 0.
23:53:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.762538  1539 raft_consensus.cc:493] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.762986  1539 raft_consensus.cc:515] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.764937  1539 leader_election.cc:290] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663), 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659)
23:53:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.767025  1169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b34aa318f9f415c848af09cc17e8f9d" candidate_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7af8ad79f691469e832b203d25ba2ec6" is_pre_election: true
23:53:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.767679  1169 raft_consensus.cc:2468] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a5f417a9fe4b24adf1c2c3f1859217 in term 0.
23:53:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.768235   967 raft_consensus.cc:2468] T b32fd527557045f4b0193ec27cdfaaf3 P ae4665485ef74a1b85e7a6e450517126 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9a5f417a9fe4b24adf1c2c3f1859217 in term 1.
23:53:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.768821  1248 leader_election.cc:304] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7af8ad79f691469e832b203d25ba2ec6, a9a5f417a9fe4b24adf1c2c3f1859217; no voters: 
23:53:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.770743  1535 raft_consensus.cc:493] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.771193  1535 raft_consensus.cc:515] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.773104  1535 leader_election.cc:290] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659), a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:53:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.773662  1539 raft_consensus.cc:2804] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.773845   967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b34aa318f9f415c848af09cc17e8f9d" candidate_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae4665485ef74a1b85e7a6e450517126" is_pre_election: true
23:53:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.774015  1539 raft_consensus.cc:493] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.774319  1539 raft_consensus.cc:3060] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.774417   967 raft_consensus.cc:2468] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a5f417a9fe4b24adf1c2c3f1859217 in term 0.
23:53:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.777047  1170 raft_consensus.cc:2468] T b32fd527557045f4b0193ec27cdfaaf3 P 7af8ad79f691469e832b203d25ba2ec6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9a5f417a9fe4b24adf1c2c3f1859217 in term 1.
23:53:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.770474   881 leader_election.cc:304] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7af8ad79f691469e832b203d25ba2ec6, ae4665485ef74a1b85e7a6e450517126; no voters: 
23:53:02.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.780660  1539 raft_consensus.cc:515] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.778544  1248 leader_election.cc:304] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a9a5f417a9fe4b24adf1c2c3f1859217, ae4665485ef74a1b85e7a6e450517126; no voters: 
23:53:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.783205  1535 raft_consensus.cc:2804] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.783531  1535 raft_consensus.cc:493] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.783910  1535 raft_consensus.cc:3060] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.788573   967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b34aa318f9f415c848af09cc17e8f9d" candidate_uuid: "7af8ad79f691469e832b203d25ba2ec6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae4665485ef74a1b85e7a6e450517126" is_pre_election: true
23:53:02.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.789116   967 raft_consensus.cc:2468] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7af8ad79f691469e832b203d25ba2ec6 in term 0.
23:53:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.790313  1170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4042e03ad4194c52a10fcffcd5d0831e" candidate_uuid: "ae4665485ef74a1b85e7a6e450517126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7af8ad79f691469e832b203d25ba2ec6" is_pre_election: true
23:53:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.790290  1313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4888efe8377344dfa7ee595570078e6f" candidate_uuid: "ae4665485ef74a1b85e7a6e450517126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" is_pre_election: true
23:53:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.790895  1170 raft_consensus.cc:2468] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae4665485ef74a1b85e7a6e450517126 in term 0.
23:53:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.791224  1313 raft_consensus.cc:2468] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae4665485ef74a1b85e7a6e450517126 in term 0.
23:53:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.792171  1104 leader_election.cc:304] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7af8ad79f691469e832b203d25ba2ec6, ae4665485ef74a1b85e7a6e450517126; no voters: 
23:53:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.793017  1536 raft_consensus.cc:2804] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.792814  1312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4042e03ad4194c52a10fcffcd5d0831e" candidate_uuid: "ae4665485ef74a1b85e7a6e450517126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" is_pre_election: true
23:53:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.793325  1536 raft_consensus.cc:493] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.793646  1536 raft_consensus.cc:3060] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.793485  1312 raft_consensus.cc:2468] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae4665485ef74a1b85e7a6e450517126 in term 0.
23:53:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.796142   879 leader_election.cc:304] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a9a5f417a9fe4b24adf1c2c3f1859217, ae4665485ef74a1b85e7a6e450517126; no voters: 
23:53:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.798775  1312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b34aa318f9f415c848af09cc17e8f9d" candidate_uuid: "7af8ad79f691469e832b203d25ba2ec6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" is_pre_election: true
23:53:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.799543  1312 raft_consensus.cc:2393] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7af8ad79f691469e832b203d25ba2ec6 in current term 1: Already voted for candidate a9a5f417a9fe4b24adf1c2c3f1859217 in this term.
23:53:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.803031  1535 raft_consensus.cc:515] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.805168  1536 raft_consensus.cc:515] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.807322  1536 leader_election.cc:290] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [CANDIDATE]: Term 1 election: Requested vote from peers ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663), a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:53:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.808034   967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b34aa318f9f415c848af09cc17e8f9d" candidate_uuid: "7af8ad79f691469e832b203d25ba2ec6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae4665485ef74a1b85e7a6e450517126"
23:53:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.808444  1312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b34aa318f9f415c848af09cc17e8f9d" candidate_uuid: "7af8ad79f691469e832b203d25ba2ec6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217"
23:53:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.808560   967 raft_consensus.cc:3060] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.809154  1312 raft_consensus.cc:2393] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 7af8ad79f691469e832b203d25ba2ec6 in current term 1: Already voted for candidate a9a5f417a9fe4b24adf1c2c3f1859217 in this term.
23:53:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.811841  1539 leader_election.cc:290] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [CANDIDATE]: Term 1 election: Requested vote from peers ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663), 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659)
23:53:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.812376  1539 raft_consensus.cc:2804] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Leader election won for term 1
23:53:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.812554  1529 tablet_bootstrap.cc:492] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217: No bootstrap required, opened a new log
23:53:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.812816  1539 raft_consensus.cc:697] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 LEADER]: Becoming Leader. State: Replica: a9a5f417a9fe4b24adf1c2c3f1859217, State: Running, Role: LEADER
23:53:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.812947  1529 ts_tablet_manager.cc:1403] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent bootstrapping tablet: real 0.131s	user 0.008s	sys 0.031s
23:53:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.814007  1535 leader_election.cc:290] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [CANDIDATE]: Term 1 election: Requested vote from peers 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659), a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:53:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.814561  1535 raft_consensus.cc:2804] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:02.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.814879  1535 raft_consensus.cc:493] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:02.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.816207  1170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4888efe8377344dfa7ee595570078e6f" candidate_uuid: "ae4665485ef74a1b85e7a6e450517126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7af8ad79f691469e832b203d25ba2ec6"
23:53:02.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.816766  1170 raft_consensus.cc:3060] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.815198  1535 raft_consensus.cc:3060] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.822562  1529 raft_consensus.cc:359] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:02.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.823093  1170 raft_consensus.cc:2468] T 4888efe8377344dfa7ee595570078e6f P 7af8ad79f691469e832b203d25ba2ec6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae4665485ef74a1b85e7a6e450517126 in term 1.
23:53:02.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.823278  1529 raft_consensus.cc:385] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:02.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.823558  1529 raft_consensus.cc:740] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a5f417a9fe4b24adf1c2c3f1859217, State: Initialized, Role: FOLLOWER
23:53:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.823737  1169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b34aa318f9f415c848af09cc17e8f9d" candidate_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7af8ad79f691469e832b203d25ba2ec6"
23:53:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.823926   967 raft_consensus.cc:2468] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7af8ad79f691469e832b203d25ba2ec6 in term 1.
23:53:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.824535  1169 raft_consensus.cc:2393] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a9a5f417a9fe4b24adf1c2c3f1859217 in current term 1: Already voted for candidate 7af8ad79f691469e832b203d25ba2ec6 in this term.
23:53:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.824254  1529 consensus_queue.cc:260] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.825644   881 leader_election.cc:304] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7af8ad79f691469e832b203d25ba2ec6, ae4665485ef74a1b85e7a6e450517126; no voters: 
23:53:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.826887  1312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4888efe8377344dfa7ee595570078e6f" candidate_uuid: "ae4665485ef74a1b85e7a6e450517126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217"
23:53:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.827414  1312 raft_consensus.cc:3060] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.827986  1564 raft_consensus.cc:2804] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 1 FOLLOWER]: Leader election won for term 1
23:53:02.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.833619   966 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b34aa318f9f415c848af09cc17e8f9d" candidate_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae4665485ef74a1b85e7a6e450517126"
23:53:02.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.834456   966 raft_consensus.cc:2393] T 2b34aa318f9f415c848af09cc17e8f9d P ae4665485ef74a1b85e7a6e450517126 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a9a5f417a9fe4b24adf1c2c3f1859217 in current term 1: Already voted for candidate 7af8ad79f691469e832b203d25ba2ec6 in this term.
23:53:02.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.835219  1104 leader_election.cc:304] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7af8ad79f691469e832b203d25ba2ec6, ae4665485ef74a1b85e7a6e450517126; no voters: a9a5f417a9fe4b24adf1c2c3f1859217
23:53:02.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.836771  1536 raft_consensus.cc:2804] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 1 FOLLOWER]: Leader election won for term 1
23:53:02.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.837141  1539 consensus_queue.cc:237] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.838737  1248 leader_election.cc:304] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a9a5f417a9fe4b24adf1c2c3f1859217; no voters: 7af8ad79f691469e832b203d25ba2ec6, ae4665485ef74a1b85e7a6e450517126
23:53:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.839828  1563 raft_consensus.cc:2749] T 2b34aa318f9f415c848af09cc17e8f9d P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
23:53:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.846690  1529 ts_tablet_manager.cc:1434] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217: Time spent starting tablet: real 0.033s	user 0.008s	sys 0.002s
23:53:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.848766  1312 raft_consensus.cc:2468] T 4888efe8377344dfa7ee595570078e6f P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae4665485ef74a1b85e7a6e450517126 in term 1.
23:53:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.844724  1564 raft_consensus.cc:697] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [term 1 LEADER]: Becoming Leader. State: Replica: ae4665485ef74a1b85e7a6e450517126, State: Running, Role: LEADER
23:53:02.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.859304  1536 raft_consensus.cc:697] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [term 1 LEADER]: Becoming Leader. State: Replica: 7af8ad79f691469e832b203d25ba2ec6, State: Running, Role: LEADER
23:53:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.860847  1536 consensus_queue.cc:237] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.871807   743 catalog_manager.cc:5696] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 reported cstate change: term changed from 0 to 1, leader changed from <none> to a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67). New cstate: current_term: 1 leader_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } health_report { overall_health: HEALTHY } } }
23:53:02.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.866380  1564 consensus_queue.cc:237] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.886633  1535 raft_consensus.cc:515] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.889192  1567 raft_consensus.cc:493] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.889263  1170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4042e03ad4194c52a10fcffcd5d0831e" candidate_uuid: "ae4665485ef74a1b85e7a6e450517126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7af8ad79f691469e832b203d25ba2ec6"
23:53:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.889873  1170 raft_consensus.cc:3060] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.897073  1170 raft_consensus.cc:2468] T 4042e03ad4194c52a10fcffcd5d0831e P 7af8ad79f691469e832b203d25ba2ec6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae4665485ef74a1b85e7a6e450517126 in term 1.
23:53:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.898026  1567 raft_consensus.cc:515] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:02.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.903301  1312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4042e03ad4194c52a10fcffcd5d0831e" candidate_uuid: "ae4665485ef74a1b85e7a6e450517126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217"
23:53:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.903844  1312 raft_consensus.cc:3060] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.899930  1535 leader_election.cc:290] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [CANDIDATE]: Term 1 election: Requested vote from peers 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66:45659), a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673)
23:53:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.911803   881 leader_election.cc:304] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7af8ad79f691469e832b203d25ba2ec6, ae4665485ef74a1b85e7a6e450517126; no voters: 
23:53:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.912873  1567 leader_election.cc:290] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673), ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663)
23:53:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.914911   967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "826de24a5b5c43d49b773260fd447d22" candidate_uuid: "7af8ad79f691469e832b203d25ba2ec6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae4665485ef74a1b85e7a6e450517126" is_pre_election: true
23:53:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.915530   967 raft_consensus.cc:2468] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7af8ad79f691469e832b203d25ba2ec6 in term 0.
23:53:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.915606  1313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "826de24a5b5c43d49b773260fd447d22" candidate_uuid: "7af8ad79f691469e832b203d25ba2ec6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" is_pre_election: true
23:53:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.916239  1313 raft_consensus.cc:2468] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7af8ad79f691469e832b203d25ba2ec6 in term 0.
23:53:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.917642  1104 leader_election.cc:304] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7af8ad79f691469e832b203d25ba2ec6, ae4665485ef74a1b85e7a6e450517126; no voters: 
23:53:02.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:02.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:02.928 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:02.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:02.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:02.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:02.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.924476  1312 raft_consensus.cc:2468] T 4042e03ad4194c52a10fcffcd5d0831e P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae4665485ef74a1b85e7a6e450517126 in term 1.
23:53:02.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:02.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:02.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:02.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:02.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:02.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:02.936 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:02.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.927578  1535 raft_consensus.cc:2804] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 1 FOLLOWER]: Leader election won for term 1
23:53:02.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.938452  1535 raft_consensus.cc:697] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [term 1 LEADER]: Becoming Leader. State: Replica: ae4665485ef74a1b85e7a6e450517126, State: Running, Role: LEADER
23:53:02.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.941596  1567 raft_consensus.cc:2804] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.941984  1567 raft_consensus.cc:493] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.942323  1567 raft_consensus.cc:3060] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.939735  1535 consensus_queue.cc:237] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } }
23:53:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.962109  1567 raft_consensus.cc:515] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.965236  1312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "826de24a5b5c43d49b773260fd447d22" candidate_uuid: "7af8ad79f691469e832b203d25ba2ec6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217"
23:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.966010  1312 raft_consensus.cc:3060] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.976711  1312 raft_consensus.cc:2468] T 826de24a5b5c43d49b773260fd447d22 P a9a5f417a9fe4b24adf1c2c3f1859217 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7af8ad79f691469e832b203d25ba2ec6 in term 1.
23:53:02.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.982227  1102 leader_election.cc:304] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7af8ad79f691469e832b203d25ba2ec6, a9a5f417a9fe4b24adf1c2c3f1859217; no voters: 
23:53:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.984143   967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "826de24a5b5c43d49b773260fd447d22" candidate_uuid: "7af8ad79f691469e832b203d25ba2ec6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae4665485ef74a1b85e7a6e450517126"
23:53:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.984781   967 raft_consensus.cc:3060] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126 [term 0 FOLLOWER]: Advancing to term 1
23:53:02.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.989192  1567 leader_election.cc:290] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [CANDIDATE]: Term 1 election: Requested vote from peers a9a5f417a9fe4b24adf1c2c3f1859217 (127.0.132.67:38673), ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663)
23:53:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.990911  1567 raft_consensus.cc:2804] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 1 FOLLOWER]: Leader election won for term 1
23:53:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.996887  1567 raft_consensus.cc:697] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [term 1 LEADER]: Becoming Leader. State: Replica: 7af8ad79f691469e832b203d25ba2ec6, State: Running, Role: LEADER
23:53:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:02.998965  1567 consensus_queue.cc:237] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } }
23:53:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.017361   967 raft_consensus.cc:2468] T 826de24a5b5c43d49b773260fd447d22 P ae4665485ef74a1b85e7a6e450517126 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7af8ad79f691469e832b203d25ba2ec6 in term 1.
23:53:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:03.048779  1102 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.0.132.67:38673, user_credentials={real_user=slave}} blocked reactor thread for 66749.9us
23:53:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.057560   742 catalog_manager.cc:5696] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 reported cstate change: term changed from 0 to 1, leader changed from <none> to ae4665485ef74a1b85e7a6e450517126 (127.0.132.65). New cstate: current_term: 1 leader_uuid: "ae4665485ef74a1b85e7a6e450517126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } health_report { overall_health: UNKNOWN } } }
23:53:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.048435   741 catalog_manager.cc:5696] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66). New cstate: current_term: 1 leader_uuid: "7af8ad79f691469e832b203d25ba2ec6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } health_report { overall_health: UNKNOWN } } }
23:53:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.146709   742 catalog_manager.cc:5696] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7af8ad79f691469e832b203d25ba2ec6 (127.0.132.66). New cstate: current_term: 1 leader_uuid: "7af8ad79f691469e832b203d25ba2ec6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } health_report { overall_health: HEALTHY } } }
23:53:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.142475   741 catalog_manager.cc:5696] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 reported cstate change: term changed from 0 to 1, leader changed from <none> to ae4665485ef74a1b85e7a6e450517126 (127.0.132.65). New cstate: current_term: 1 leader_uuid: "ae4665485ef74a1b85e7a6e450517126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 } health_report { overall_health: UNKNOWN } } }
23:53:03.292 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:03.292 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:03.293 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:03.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:03.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:03.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:03.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:03.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:03.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:03.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:03.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:03.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:03.294 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.358223  1564 consensus_queue.cc:1048] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:03.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.375417  1539 consensus_queue.cc:1048] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.398006  1535 consensus_queue.cc:1048] T 4042e03ad4194c52a10fcffcd5d0831e P ae4665485ef74a1b85e7a6e450517126 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:53:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.421768  1567 consensus_queue.cc:1048] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.435191  1539 consensus_queue.cc:1048] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.446226  1566 consensus_queue.cc:1048] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.456022  1574 consensus_queue.cc:1048] T 2b34aa318f9f415c848af09cc17e8f9d P 7af8ad79f691469e832b203d25ba2ec6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:53:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.462735  1574 consensus_queue.cc:1048] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae4665485ef74a1b85e7a6e450517126" member_type: VOTER last_known_addr { host: "127.0.132.65" port: 34663 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.465502  1566 consensus_queue.cc:1048] T 4888efe8377344dfa7ee595570078e6f P ae4665485ef74a1b85e7a6e450517126 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7af8ad79f691469e832b203d25ba2ec6" member_type: VOTER last_known_addr { host: "127.0.132.66" port: 45659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:53:03.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:03.485811 32586 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.129.3:42793, user_credentials={real_user=slave}} blocked reactor thread for 48186.1us
23:53:03.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:03.496398 32732 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.129.1:38463, user_credentials={real_user=slave}} blocked reactor thread for 81211.9us
23:53:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:03.505514 32730 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.129.3:42793, user_credentials={real_user=slave}} blocked reactor thread for 67354.1us
23:53:03.555 [DEBUG - main] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state READY
23:53:03.555 [DEBUG - main] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state READY
23:53:03.555 [DEBUG - main] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state READY
23:53:03.556 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.129.61:41907(127.31.129.61:41907)] handling channelInactive
23:53:03.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state READY due to: connection closed
23:53:03.557 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.129.60:42777(127.31.129.60:42777)] handling channelInactive
23:53:03.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state READY due to: connection closed
23:53:03.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:03.562 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:53:03.563 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:53:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:03.586781  1536 consensus_queue.cc:1048] T 826de24a5b5c43d49b773260fd447d22 P 7af8ad79f691469e832b203d25ba2ec6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9a5f417a9fe4b24adf1c2c3f1859217" member_type: VOTER last_known_addr { host: "127.0.132.67" port: 38673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:03.595 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.129.62:44309(127.31.129.62:44309)] handling channelInactive
23:53:03.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state READY due to: connection closed
23:53:03.596 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:53:03.596 [DEBUG - main] (Connection.java:575) [peer master-127.0.132.124:44329(127.0.132.124:44329)] disconnecting while in state READY
23:53:03.596 [DEBUG - main] (Connection.java:575) [peer master-127.0.132.126:33913(127.0.132.126:33913)] disconnecting while in state READY
23:53:03.596 [DEBUG - main] (Connection.java:575) [peer master-127.0.132.125:43433(127.0.132.125:43433)] disconnecting while in state READY
23:53:03.597 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.132.126:33913(127.0.132.126:33913)] handling channelInactive
23:53:03.597 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.132.124:44329(127.0.132.124:44329)] handling channelInactive
23:53:03.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state READY due to: connection closed
23:53:03.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state READY due to: connection closed
23:53:03.598 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:03.601 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
23:53:03.601 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:53:03.619 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.132.125:43433(127.0.132.125:43433)] handling channelInactive
23:53:03.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state READY due to: connection closed
23:53:03.619 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:53:03.623 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:53:03.624 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:53:03.624 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:53:03.624 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:53:03.624 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:53:03.624 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:53:03.636 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:53:03.636 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:53:03.636 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:53:03.636 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:53:03.636 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:53:03.636 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:53:03.637 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:53:03.676 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:03.677 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:03.677 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:03.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:03.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:03.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:03.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:03.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:03.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:03.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:03.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:03.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:03.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:03.922 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:53:03.952 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:03.952 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:03.952 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:03.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:03.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:03.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:03.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:03.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:03.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:03.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:03.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:03.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:03.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:03.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:04.021 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:53:04.021 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:53:04.021 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:53:04.035 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:53:04.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:04.716 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:04.717 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:04.717 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:04.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:04.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:04.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:04.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:04.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:04.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:04.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:04.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:04.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:04.718 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:04.787 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
23:53:04.933 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:53:04.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:04.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:04.948 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:04.948 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:04.948 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:04.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:04.949 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:53:04.949 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:04.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:04.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:04.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:04.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:04.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:04.950 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:04.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:04.985 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:53:05.011 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:53:05.040 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:53:05.047 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:53:05.048 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:53:05.048 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:53:05.048 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:53:05.048 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:53:05.048 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:53:05.048 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:53:05.049 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:53:05.049 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:53:05.049 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:53:05.050 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:53:05.050 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:53:05.050 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:53:05.050 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:53:05.050 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:53:05.050 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:53:05.050 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:53:05.050 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:53:05.050 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:53:05.050 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:53:05.050 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:53:05.051 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:53:05.051 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:53:05.051 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:53:05.051 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_0e126c609be629b7d26cd91ef36aa01f/blobStorage
23:53:05.052 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:37647 - max concurrent requests: 50 - max backlog: 1000
23:53:05.052 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_0e126c609be629b7d26cd91ef36aa01f/blobStorage
23:53:05.053 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_0e126c609be629b7d26cd91ef36aa01f/blobStorage
23:53:05.054 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:53:05.054 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: c52955f5-f4d5-4d34-90b1-714cdfd4705d
23:53:05.056 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 34 GB (70.83% usable)
23:53:05.056 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-ee1d9ee9-e30d-486f-b755-bc0d15e8469a
23:53:05.058 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-ca49678c-37aa-44ea-9155-cac4f1379e0c
23:53:05.106 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:05.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:05.107 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:05.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:05.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:05.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:05.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:05.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:05.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:05.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:05.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:05.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:05.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:05.170 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:53:05.171 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:53:05.171 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:53:05.171 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:53:05.172 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:53:05.177 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_4 .
23:53:05.185 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
23:53:05.185 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-74608a34-9fd6-4990-8afe-0b153d248dcd
23:53:05.186 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:53:05.186 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:53:05.198 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:53:05.198 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:53:05.211 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:42563
23:53:05.211 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:53:05.212 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:42563 was granted leadership with leaderSessionID=ac1214d7-ef4c-46d4-9568-3391d28a3cd5
23:53:05.212 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:42563 , session=ac1214d7-ef4c-46d4-9568-3391d28a3cd5
23:53:05.213 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:53:05.213 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:53:05.213 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:53:05.213 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 1a02e28f-bb5a-4b0b-ad56-b70b22ea61f9. Creating new DispatcherLeaderProcess.
23:53:05.213 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:53:05.215 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:53:05.216 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:53:05.216 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:53:05.221 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_5 .
23:53:05.221 [INFO - pool-53-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id aa24fc32-16fa-484c-914f-fe2062e70f96.
23:53:05.229 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_5 , session=1a02e28f-bb5a-4b0b-ad56-b70b22ea61f9
23:53:05.229 [INFO - pool-53-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_6 .
23:53:05.237 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
23:53:05.249 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:53:05.250 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:53:05.250 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:53:05.250 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:53:05.250 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_6 , session=aa24fc32-16fa-484c-914f-fe2062e70f96
23:53:05.287 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(914ffe2062e70f96aa24fc3216fa484c).
23:53:05.292 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:53:05.298 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:1080) Registering TaskManager with ResourceID c52955f5-f4d5-4d34-90b1-714cdfd4705d (pekko://flink/user/rpc/taskmanager_4) at ResourceManager
23:53:05.303 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_6 under registration id 94d95982591369fe4e885f9c73a99f81.
23:53:05.303 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:344) Registering task executor c52955f5-f4d5-4d34-90b1-714cdfd4705d under 94d95982591369fe4e885f9c73a99f81 at the slot manager.
23:53:05.303 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (9c34498118044a003e0b2ad37cbcb486).
23:53:05.304 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (9c34498118044a003e0b2ad37cbcb486).
23:53:05.304 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-9c34498118044a003e0b2ad37cbcb486'.
23:53:05.304 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 9c34498118044a003e0b2ad37cbcb486 was granted leadership with leader id f619f96c-85bf-4136-9e57-7e28587f1840. Creating new JobMasterServiceProcess.
23:53:05.313 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_7 .
23:53:05.317 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (9c34498118044a003e0b2ad37cbcb486).
23:53:05.318 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486).
23:53:05.319 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph e2cd5a2de77a3e91c9e8bd5aa36e4949 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:05.319 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486).
23:53:05.319 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:53:05.321 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:53:05.321 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3db1725d
23:53:05.321 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:05.321 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:05.322 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:53:05.323 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@7f40d768 for Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486).
23:53:05.324 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_7 , session=f619f96c-85bf-4136-9e57-7e28587f1840
23:53:05.324 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (9c34498118044a003e0b2ad37cbcb486) under job master id 9e577e28587f1840f619f96c85bf4136.
23:53:05.324 [INFO - flink-pekko.actor.default-dispatcher-4] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:53:05.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:05.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:05.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:05.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:05.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:05.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:05.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:05.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:05.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:05.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:05.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:05.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:05.328 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:05.330 [DEBUG - flink-pekko.actor.default-dispatcher-4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.331 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:53:05.331 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state CREATED to RUNNING.
23:53:05.332 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:53:05.332 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:53:05.333 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:53:05.334 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:53:05.335 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(914ffe2062e70f96aa24fc3216fa484c)
23:53:05.337 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:53:05.337 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 9e577e28587f1840f619f96c85bf4136@pekko://flink/user/rpc/jobmanager_7 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:05.341 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:1015) Registered job manager 9e577e28587f1840f619f96c85bf4136@pekko://flink/user/rpc/jobmanager_7 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:05.343 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 914ffe2062e70f96aa24fc3216fa484c.
23:53:05.343 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:05.343 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:53:05.344 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:05.345 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.129.62:44309(127.31.129.62:44309)] Successfully connected to peer
23:53:05.350 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:05.351 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.129.61:41907(127.31.129.61:41907)] Successfully connected to peer
23:53:05.353 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.62
23:53:05.369 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.373 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 9c34498118044a003e0b2ad37cbcb486
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager c52955f5-f4d5-4d34-90b1-714cdfd4705d
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:53:05.375 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.129.60:42777(127.31.129.60:42777)] Successfully connected to peer
23:53:05.375 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5fef2981f201c4ef1f5b07b79663045d from c52955f5-f4d5-4d34-90b1-714cdfd4705d for job 9c34498118044a003e0b2ad37cbcb486 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:05.375 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.61
23:53:05.376 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 5fef2981f201c4ef1f5b07b79663045d for job 9c34498118044a003e0b2ad37cbcb486 from resource manager with leader id 914ffe2062e70f96aa24fc3216fa484c.
23:53:05.376 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 5fef2981f201c4ef1f5b07b79663045d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:05.376 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6f958295d2f16b63fcb5c6806465bb34 from c52955f5-f4d5-4d34-90b1-714cdfd4705d for job 9c34498118044a003e0b2ad37cbcb486 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:05.377 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5138d5d63fec66960b15ec226330e37e from c52955f5-f4d5-4d34-90b1-714cdfd4705d for job 9c34498118044a003e0b2ad37cbcb486 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:05.378 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7856b591185e5c96046d18fd5963a9b0 from c52955f5-f4d5-4d34-90b1-714cdfd4705d for job 9c34498118044a003e0b2ad37cbcb486 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:05.380 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb9fdddfe, L:/127.0.0.1:59280 - R:/127.31.129.62:44309] using SASL/PLAIN
23:53:05.392 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.60
23:53:05.395 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job 9c34498118044a003e0b2ad37cbcb486 for job leader monitoring.
23:53:05.396 [DEBUG - main] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:05.396 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 6f958295d2f16b63fcb5c6806465bb34 for job 9c34498118044a003e0b2ad37cbcb486 from resource manager with leader id 914ffe2062e70f96aa24fc3216fa484c.
23:53:05.396 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 6f958295d2f16b63fcb5c6806465bb34 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:05.396 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_7 with leader id f619f96c-85bf-4136-9e57-7e28587f1840.
23:53:05.396 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 5138d5d63fec66960b15ec226330e37e for job 9c34498118044a003e0b2ad37cbcb486 from resource manager with leader id 914ffe2062e70f96aa24fc3216fa484c.
23:53:05.397 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 5138d5d63fec66960b15ec226330e37e with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:05.397 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 7856b591185e5c96046d18fd5963a9b0 for job 9c34498118044a003e0b2ad37cbcb486 from resource manager with leader id 914ffe2062e70f96aa24fc3216fa484c.
23:53:05.397 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 7856b591185e5c96046d18fd5963a9b0 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:05.398 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.400 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:53:05.403 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_7 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:05.403 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 9c34498118044a003e0b2ad37cbcb486.
23:53:05.404 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 9c34498118044a003e0b2ad37cbcb486.
23:53:05.405 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:53:05.405 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xaf06024b, L:/127.0.0.1:59190 - R:/127.31.129.61:41907] using SASL/PLAIN
23:53:05.405 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5fef2981f201c4ef1f5b07b79663045d
23:53:05.408 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:53:05.412 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 9c34498118044a003e0b2ad37cbcb486.
23:53:05.412 [INFO - flink-pekko.actor.default-dispatcher-6] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:53:05.412 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 9c34498118044a003e0b2ad37cbcb486
23:53:05.416 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 5fef2981f201c4ef1f5b07b79663045d.
23:53:05.429 [DEBUG - main] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:05.434 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.438 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.132.124:44329(127.0.132.124:44329)] Successfully connected to peer
23:53:05.451 [DEBUG - main] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:05.452 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.132.126:33913(127.0.132.126:33913)] Successfully connected to peer
23:53:05.454 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8fce35c2, L:/127.0.0.1:42222 - R:/127.31.129.60:42777] using SASL/PLAIN
23:53:05.462 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.124
23:53:05.465 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:05.465 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=128), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [47ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: OK, deferred=null) after lookup
23:53:05.468 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.126
23:53:05.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:05.472 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:05.472 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.132.125:43433(127.0.132.125:43433)] Successfully connected to peer
23:53:05.482 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7ad294e3bf184c4b9cb550ef7d951f2d for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:05.482 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:05.483 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:05.483 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:05.483 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:05.483 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:05.487 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:53:05.487 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 7856b591185e5c96046d18fd5963a9b0
23:53:05.489 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.125
23:53:05.497 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.500 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:53:05.500 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5138d5d63fec66960b15ec226330e37e
23:53:05.505 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbd898427, L:/127.0.0.1:46076 - R:/127.0.132.124:44329] using SASL/PLAIN
23:53:05.507 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.509 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.510 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:05.510 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=147), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [115ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: OK, deferred=null) after lookup
23:53:05.514 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:53:05.514 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x915da48f, L:/127.0.0.1:43872 - R:/127.0.132.126:33913] using SASL/PLAIN
23:53:05.514 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 6f958295d2f16b63fcb5c6806465bb34
23:53:05.516 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x91d95b5d, L:/127.0.0.1:53700 - R:/127.0.132.125:43433] using SASL/PLAIN
23:53:05.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.517 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:53:05.519 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 7856b591185e5c96046d18fd5963a9b0.
23:53:05.521 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:53:05.521 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:53:05.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@673418bd
23:53:05.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:05.528 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 826de24a5b5c43d49b773260fd447d22 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:05.528 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4888efe8377344dfa7ee595570078e6f for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:05.528 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:05.528 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:05.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:05.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:05.529 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:53:05.529 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=826de24a5b5c43d49b773260fd447d22@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4888efe8377344dfa7ee595570078e6f@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:05.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.132.124:44329, [6ms] Sub RPC GetTableLocations: received response from server master-127.0.132.124:44329: OK, deferred=null)) after lookup
23:53:05.530 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:53:05.530 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] connecting to peer
23:53:05.531 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 5138d5d63fec66960b15ec226330e37e.
23:53:05.533 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:53:05.533 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:53:05.535 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:53:05.538 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d9fbd23
23:53:05.539 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:05.539 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:05.539 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:53:05.540 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:53:05.546 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] Successfully connected to peer
23:53:05.547 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:53:05.549 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 6f958295d2f16b63fcb5c6806465bb34.
23:53:05.555 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:53:05.555 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:53:05.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54fdda4
23:53:05.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:05.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:05.558 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:53:05.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e011130
23:53:05.558 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:53:05.560 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d4a61f5
23:53:05.565 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:53:05.565 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:53:05.565 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:53:05.565 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:53:05.567 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.568 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.569 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a586450
23:53:05.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:53:05.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:53:05.572 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@182d13e1
23:53:05.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:05.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:05.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:53:05.573 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:53:05.576 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:05.576 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@161bf65e
23:53:05.576 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.579 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.580 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:05.583 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:05.583 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:05.583 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb699dc0a, L:/127.0.0.1:58928 - R:/127.0.132.66:45659] using TOKEN/null
23:53:05.584 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:05.585 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:05.586 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:05.587 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.132.124:44329(127.0.132.124:44329)] Successfully connected to peer
23:53:05.588 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.132.126:33913(127.0.132.126:33913)] Successfully connected to peer
23:53:05.592 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.132.125:43433(127.0.132.125:43433)] Successfully connected to peer
23:53:05.598 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:05.598 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.126
23:53:05.600 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.132.124:44329(127.0.132.124:44329)] Successfully connected to peer
23:53:05.600 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:05.601 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.124
23:53:05.601 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.125
23:53:05.612 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.132.125:43433(127.0.132.125:43433)] Successfully connected to peer
23:53:05.617 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.626 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9ea50030, L:/127.0.0.1:43874 - R:/127.0.132.126:33913] using SASL/PLAIN
23:53:05.628 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:05.630 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.132.124:44329(127.0.132.124:44329)] Successfully connected to peer
23:53:05.618 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.132.126:33913(127.0.132.126:33913)] Successfully connected to peer
23:53:05.635 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.124
23:53:05.638 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:05.639 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.124
23:53:05.641 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.132.126:33913(127.0.132.126:33913)] Successfully connected to peer
23:53:05.641 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.132.125:43433(127.0.132.125:43433)] Successfully connected to peer
23:53:05.647 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:05.638 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.126
23:53:05.647 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.651 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.132.124:44329(127.0.132.124:44329)] Successfully connected to peer
23:53:05.662 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.126
23:53:05.665 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.665 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.125
23:53:05.665 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcd665f6d, L:/127.0.0.1:46090 - R:/127.0.132.124:44329] using SASL/PLAIN
23:53:05.667 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:05.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:05.670 [DEBUG - main] (Connection.java:748) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] connecting to peer
23:53:05.671 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:05.671 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=103), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: OK, deferred=null) after lookup
23:53:05.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.680 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.125
23:53:05.682 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.124
23:53:05.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.686 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@741352a3
23:53:05.688 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:53:05.689 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:53:05.692 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:05.696 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xecb84b74, L:/127.0.0.1:46108 - R:/127.0.132.124:44329] using SASL/PLAIN
23:53:05.697 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcb913ba4, L:/127.0.0.1:53714 - R:/127.0.132.125:43433] using SASL/PLAIN
23:53:05.706 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:05.700 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.132.126:33913(127.0.132.126:33913)] Successfully connected to peer
23:53:05.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=138), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: OK, deferred=null) after lookup
23:53:05.709 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.132.125:43433(127.0.132.125:43433)] Successfully connected to peer
23:53:05.719 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:53:05.725 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a785d6df8c4b65b26bb938a0acfebf6c4e243aeffe9ec950776111a856ecfb5f'}]
23:53:05.728 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.729 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.733 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.733 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.737 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.126
23:53:05.738 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.739 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d29704f
23:53:05.743 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcbf867c2, L:/127.0.0.1:53718 - R:/127.0.132.125:43433] using SASL/PLAIN
23:53:05.745 [DEBUG - kudu-nio-4] (Connection.java:757) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] Successfully connected to peer
23:53:05.746 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.132.125
23:53:05.746 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.748 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:53:05.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:53:05.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:53:05.752 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x14f934c6, L:/127.0.0.1:43884 - R:/127.0.132.126:33913] using SASL/PLAIN
23:53:05.753 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.758 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb5483cb1, L:/127.0.0.1:53724 - R:/127.0.132.125:43433] using SASL/PLAIN
23:53:05.768 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x523c3f63, L:/127.0.0.1:46096 - R:/127.0.132.124:44329] using SASL/PLAIN
23:53:05.786 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:53:05.847 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.848 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:05.848 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=269), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [171ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: OK, [191ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: OK, deferred=null) after lookup
23:53:05.851 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.855 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:53:05.855 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe6fc22e5, L:/127.0.0.1:43890 - R:/127.0.132.126:33913] using SASL/PLAIN
23:53:05.856 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:05.857 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c1e29f1e02ea35f74f4f6e9c72ca5063a372971c29dbac52b303320edd5785eb'}]
23:53:05.860 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.860 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.860 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.865 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xba1aefb6, L:/127.0.0.1:43878 - R:/127.0.132.126:33913] using SASL/PLAIN
23:53:05.866 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.869 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.871 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15e1dacb
23:53:05.872 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:53:05.873 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:53:05.873 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:53:05.874 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x513f4fe8, L:/127.0.0.1:53732 - R:/127.0.132.125:43433] using SASL/PLAIN
23:53:05.875 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xd200d95a, L:/127.0.0.1:41562 - R:/127.0.132.65:34663] using TOKEN/null
23:53:05.885 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe70e49b5, L:/127.0.0.1:46118 - R:/127.0.132.124:44329] using SASL/PLAIN
23:53:05.887 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:05.890 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:05.890 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=317), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [290ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: OK, [306ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: OK, deferred=null) after lookup
23:53:05.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.896 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:53:05.896 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ebcb01c735271d0cffd99e8f208187e11d8c12a8dc33548126d6dfb1f003bd62'}]
23:53:05.898 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:05.899 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@627e206c
23:53:05.905 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:53:05.909 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:05.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}]
23:53:05.912 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:53:05.913 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:53:05.913 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:53:05.913 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:53:05.914 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:53:05.915 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='19b5c25809f8c32ea055a4e8c36bc8e0b6ee8385c9145cf0464bee2dc1fe55ce'}]
23:53:05.917 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:05.920 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:53:05.921 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}]
23:53:05.935 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:05.951 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:05.953 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:53:05.955 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:05.956 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:05.960 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:05.962 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfcf627eb, L:/127.0.0.1:42074 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:05.963 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:05.965 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:05.966 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:05.966 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:05.966 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:05.969 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:05.971 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:05.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:05.979 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:05.979 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:05.980 [DEBUG - main] (Connection.java:748) [peer a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)] connecting to peer
23:53:05.996 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:06.006 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:06.031 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:06.065 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305086506340352001) for scanner KuduScanner(table=replication_test_table, tablet=7ad294e3bf184c4b9cb550ef7d951f2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.065 [DEBUG - kudu-nio-5] (Connection.java:757) [peer a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)] Successfully connected to peer
23:53:06.065 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [a785d6df8c4b65b26bb938a0acfebf6c4e243aeffe9ec950776111a856ecfb5f]
23:53:06.066 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:53:06.068 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a785d6df8c4b65b26bb938a0acfebf6c4e243aeffe9ec950776111a856ecfb5f]
23:53:06.071 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a785d6df8c4b65b26bb938a0acfebf6c4e243aeffe9ec950776111a856ecfb5f finished by subtask 1; deferring removal (restored in pending)
23:53:06.073 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:53:06.073 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:53:06.074 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:06.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b8e551b9b0a4fcb6507e4f552e94d172e10204c080862930e300b812039e6fe6'}]
23:53:06.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468386074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:06.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:06.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 826de24a5b5c43d49b773260fd447d22 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:06.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4888efe8377344dfa7ee595570078e6f for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:06.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:06.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.078 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=826de24a5b5c43d49b773260fd447d22@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4888efe8377344dfa7ee595570078e6f@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.079 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 826de24a5b5c43d49b773260fd447d22 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:06.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4888efe8377344dfa7ee595570078e6f for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:06.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:06.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.091 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:06.093 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.097 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:06.094 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=826de24a5b5c43d49b773260fd447d22@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4888efe8377344dfa7ee595570078e6f@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299987}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299987, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299987}]
23:53:06.104 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6dd7b9e8, L:/127.0.0.1:42088 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:06.109 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:06.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:06.109 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:53:06.109 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:53:06.125 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.145 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305086506340352001) for scanner KuduScanner(table=replication_test_table, tablet=4f59bdf5bf594a38afac906acafb9243, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.146 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [ebcb01c735271d0cffd99e8f208187e11d8c12a8dc33548126d6dfb1f003bd62]
23:53:06.166 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:53:06.170 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ebcb01c735271d0cffd99e8f208187e11d8c12a8dc33548126d6dfb1f003bd62]
23:53:06.171 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:53:06.171 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:53:06.171 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:06.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:06.172 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ebcb01c735271d0cffd99e8f208187e11d8c12a8dc33548126d6dfb1f003bd62 finished by subtask 3; deferring removal (restored in pending)
23:53:06.185 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@66dc44f0, flushNotification=Deferred@1889956297(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:53:06.186 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] connecting to peer
23:53:06.187 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:53:06.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:06.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.188 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:06.189 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:06.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.190 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.190 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.197 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5bd9531b, L:/127.0.0.1:42094 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:06.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:06.192756   879 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.132.67:38673, user_credentials={real_user=slave}} blocked reactor thread for 50521.7us
23:53:06.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:06.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.229 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.229 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.230 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305086506340352001) for scanner KuduScanner(table=replication_test_table, tablet=479e7a9d46cc445dbb1887dcb22ebd26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.235 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x08f3964b, L:/127.0.0.1:42100 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:06.236 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [c1e29f1e02ea35f74f4f6e9c72ca5063a372971c29dbac52b303320edd5785eb]
23:53:06.243 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:53:06.247 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c1e29f1e02ea35f74f4f6e9c72ca5063a372971c29dbac52b303320edd5785eb]
23:53:06.249 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c1e29f1e02ea35f74f4f6e9c72ca5063a372971c29dbac52b303320edd5785eb finished by subtask 0; deferring removal (restored in pending)
23:53:06.250 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:53:06.250 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:53:06.250 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:06.250 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:06.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4888efe8377344dfa7ee595570078e6f for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:06.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:06.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.254 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4888efe8377344dfa7ee595570078e6f@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.255 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.263 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] Successfully connected to peer
23:53:06.263 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305086506340352001) for scanner KuduScanner(table=replication_test_table, tablet=93bb43efa1d843589a33938f90baa4da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.264 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [19b5c25809f8c32ea055a4e8c36bc8e0b6ee8385c9145cf0464bee2dc1fe55ce]
23:53:06.264 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:53:06.264 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xe114c7c3, L:/127.0.0.1:55712 - R:/127.0.132.67:38673] using TOKEN/null
23:53:06.268 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [19b5c25809f8c32ea055a4e8c36bc8e0b6ee8385c9145cf0464bee2dc1fe55ce]
23:53:06.270 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 19b5c25809f8c32ea055a4e8c36bc8e0b6ee8385c9145cf0464bee2dc1fe55ce finished by subtask 2; deferring removal (restored in pending)
23:53:06.270 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:53:06.270 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:53:06.270 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:06.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:06.278 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.278 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.278 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.279 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.280 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:06.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:06.281 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:06.300 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.313 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.316 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:06.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:06.316 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:53:06.316 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:53:06.322 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x12e2ad50, L:/127.0.0.1:58942 - R:/127.0.132.66:45659] using TOKEN/null
23:53:06.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:06.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:06.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:06.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:06.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:06.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:06.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:06.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:06.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:06.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:06.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:06.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:06.349 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:06.350 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:06.372 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.372 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:06.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:06.389 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.390 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:06.395 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.396 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:06.401 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.407 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:06.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:06.407 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:06.408 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:53:06.454 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:06.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:06.454 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:06.455 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:53:06.467 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.467 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:06.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:06.474 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:06.481 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:06.500 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.500 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:06.508 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.508 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:06.515 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.515 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:06.518 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.540 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.546 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb62401b8, L:/127.0.0.1:42108 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:06.561 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086506340352001) for scanner KuduScanner(table=replication_test_table, tablet=e467436b49ee4f728e58fd6fe305b6b0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.562 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b8e551b9b0a4fcb6507e4f552e94d172e10204c080862930e300b812039e6fe6]
23:53:06.601 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.602 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:06.612 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.612 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:06.620 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.620 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:06.627 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.628 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:06.636 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b8e551b9b0a4fcb6507e4f552e94d172e10204c080862930e300b812039e6fe6]
23:53:06.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:53:06.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:53:06.644 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:06.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:06.645 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b8e551b9b0a4fcb6507e4f552e94d172e10204c080862930e300b812039e6fe6 finished by subtask 1; deferring removal (restored in pending)
23:53:06.659 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 9c34498118044a003e0b2ad37cbcb486 (4434 bytes, checkpointDuration=584 ms, finalizationTime=0 ms).
23:53:06.662 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:53:06.662 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split c1e29f1e02ea35f74f4f6e9c72ca5063a372971c29dbac52b303320edd5785eb from pending
23:53:06.662 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split a785d6df8c4b65b26bb938a0acfebf6c4e243aeffe9ec950776111a856ecfb5f from pending
23:53:06.662 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b8e551b9b0a4fcb6507e4f552e94d172e10204c080862930e300b812039e6fe6 from pending
23:53:06.662 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 19b5c25809f8c32ea055a4e8c36bc8e0b6ee8385c9145cf0464bee2dc1fe55ce from pending
23:53:06.662 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split ebcb01c735271d0cffd99e8f208187e11d8c12a8dc33548126d6dfb1f003bd62 from pending
23:53:06.662 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 5 finished splits from enumerator state
23:53:06.666 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468386659 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:06.668 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=195, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@591b2ba, flushNotification=Deferred@1099594460(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:53:06.669 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] connecting to peer
23:53:06.670 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=260, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@34c21bc, flushNotification=Deferred@1001026958(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:53:06.670 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] connecting to peer
23:53:06.672 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@58359bbe, flushNotification=Deferred@1100854377(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:53:06.673 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] connecting to peer
23:53:06.699 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:06.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:06.700 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:06.700 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:53:06.702 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.702 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:06.712 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.712 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:06.721 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.721 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:06.729 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.729 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:06.735 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] Successfully connected to peer
23:53:06.736 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.763 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] Successfully connected to peer
23:53:06.775 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] Successfully connected to peer
23:53:06.799 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.800 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:06.807 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.816 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.816 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:06.830 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.830 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:06.831 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x23ec9e3c, L:/127.0.0.1:41578 - R:/127.0.132.65:34663] using TOKEN/null
23:53:06.841 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.841 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:06.848 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.859 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.892 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x444b2ee3, L:/127.0.0.1:58948 - R:/127.0.132.66:45659] using TOKEN/null
23:53:06.896 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:06.897 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:06.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:06.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:06.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:06.898 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:06.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:06.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:06.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:06.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:06.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:06.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:06.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:06.900 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:06.917 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0453d882, L:/127.0.0.1:41588 - R:/127.0.132.65:34663] using TOKEN/null
23:53:06.936 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.936 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:06.954 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.954 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:06.964 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.964 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:06.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:06.977 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:06.977 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:06.988 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.079 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=419 ms, finalizationTime=1 ms).
23:53:07.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:53:07.083 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468387081 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:07.098 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.099 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:07.109 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.109 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:07.110 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
23:53:07.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:53:07.124 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.125 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:07.134 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.135 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:07.145 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.150 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:07.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:07.160 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:07.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:07.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7ad294e3bf184c4b9cb550ef7d951f2d for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:07.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:07.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:07.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:07.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:07.177 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:07.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 826de24a5b5c43d49b773260fd447d22 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:07.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4888efe8377344dfa7ee595570078e6f for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:07.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:07.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:07.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:07.206 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=826de24a5b5c43d49b773260fd447d22@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4888efe8377344dfa7ee595570078e6f@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:07.213 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:07.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d0552476f1e843d2b9b010cfdbd84d5e
23:53:07.225 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7ad294e3bf184c4b9cb550ef7d951f2d for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:07.225 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:07.225 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:07.225 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:07.225 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:07.226 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:07.226 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.129.60:42777, [5ms] Sub RPC GetTableLocations: received response from server master-127.31.129.60:42777: OK, deferred=null)) after lookup
23:53:07.270 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7ad294e3bf184c4b9cb550ef7d951f2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.270 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 7ad294e3bf184c4b9cb550ef7d951f2d for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:07.344 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:07.362 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7ad294e3bf184c4b9cb550ef7d951f2d for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:07.363 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:07.363 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:07.363 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:07.363 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:07.363 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:07.367 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8aafff5ffaefae2d37f3f0083e4d16962690f64a1440cdd32edf6e9443bab87c'}]
23:53:07.368 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='173f273705b882312e56eb5378e7117825e761440985bed1a55dd11bda9c97c6'}]
23:53:07.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5204ac766e8e2fe7f62650ac34ffa438118858f09d6d80b99e4f4a648821dde2'}]
23:53:07.370 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:07.372 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:07.372 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:07.372 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='115b16b8eab3551987d43f2b9977e626f059b2218a1fe25b380547164d768db0'}]
23:53:07.372 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:07.373 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:07.373 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.373 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.373 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.379 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:53:07.380 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:07.380 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:53:07.381 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}]
23:53:07.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.382 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:07.386 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:07.386 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:53:07.387 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}]
23:53:07.387 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:07.388 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:53:07.389 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:07.393 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:07.402 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:07.420 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:07.429 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:07.437 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:07.445 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:07.458 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:07.466 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:07.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:07.480 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:07.489 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=479e7a9d46cc445dbb1887dcb22ebd26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.489 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 479e7a9d46cc445dbb1887dcb22ebd26 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:07.492 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:07.492 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:07.493 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:07.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:07.500 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f59bdf5bf594a38afac906acafb9243, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.501 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4f59bdf5bf594a38afac906acafb9243 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:07.506 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:07.512 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:07.539 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:07.542 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:07.544 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=93bb43efa1d843589a33938f90baa4da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.544 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 93bb43efa1d843589a33938f90baa4da for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:07.547 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf2eafbe8, L:/127.0.0.1:42110 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:07.554 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:07.560 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:07.565 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:07.562 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086514507776001) for scanner KuduScanner(table=replication_test_table, tablet=93bb43efa1d843589a33938f90baa4da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.567 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [173f273705b882312e56eb5378e7117825e761440985bed1a55dd11bda9c97c6]
23:53:07.567 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [173f273705b882312e56eb5378e7117825e761440985bed1a55dd11bda9c97c6]
23:53:07.568 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:53:07.568 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:53:07.569 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 173f273705b882312e56eb5378e7117825e761440985bed1a55dd11bda9c97c6 finished by subtask 1; deferring removal (restored in pending)
23:53:07.570 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:07.571 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d38ceda51585789c5245d5f8d2a8322e744723f7dc831e4ad9e3a3a7e3e627fd'}]
23:53:07.573 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:07.573 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:53:07.574 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:07.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468387574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:07.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:07.585 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb9a0198b, L:/127.0.0.1:42134 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:07.587 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 9c34498118044a003e0b2ad37cbcb486 (4484 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:53:07.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:53:07.589 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 173f273705b882312e56eb5378e7117825e761440985bed1a55dd11bda9c97c6 from pending
23:53:07.589 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
23:53:07.595 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e467436b49ee4f728e58fd6fe305b6b0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.598 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb9a8fa9b, L:/127.0.0.1:42136 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:07.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 826de24a5b5c43d49b773260fd447d22 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:07.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4888efe8377344dfa7ee595570078e6f for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:07.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b34aa318f9f415c848af09cc17e8f9d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:07.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4042e03ad4194c52a10fcffcd5d0831e for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:07.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b32fd527557045f4b0193ec27cdfaaf3 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:07.601 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=826de24a5b5c43d49b773260fd447d22@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4888efe8377344dfa7ee595570078e6f@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2b34aa318f9f415c848af09cc17e8f9d@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)[L],a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=4042e03ad4194c52a10fcffcd5d0831e@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673),ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b32fd527557045f4b0193ec27cdfaaf3@[7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659),a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)[L],ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:07.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.132.124:44329, [5ms] Sub RPC GetTableLocations: received response from server master-127.0.132.124:44329: OK, deferred=null)) after lookup
23:53:07.602 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x31fab37f, L:/127.0.0.1:42126 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:07.606 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:07.612 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.612 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:07.622 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.622 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:07.634 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086514507776001) for scanner KuduScanner(table=replication_test_table, tablet=479e7a9d46cc445dbb1887dcb22ebd26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.635 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5204ac766e8e2fe7f62650ac34ffa438118858f09d6d80b99e4f4a648821dde2]
23:53:07.635 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5204ac766e8e2fe7f62650ac34ffa438118858f09d6d80b99e4f4a648821dde2]
23:53:07.635 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:53:07.635 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:53:07.636 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5204ac766e8e2fe7f62650ac34ffa438118858f09d6d80b99e4f4a648821dde2 finished by subtask 0; deferring removal (restored in pending)
23:53:07.637 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:07.637 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:07.644 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.645 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:07.653 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.653 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:07.661 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.673 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7ad294e3bf184c4b9cb550ef7d951f2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.673 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 7ad294e3bf184c4b9cb550ef7d951f2d for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:07.682 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:07.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:07.682 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:53:07.683 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:53:07.691 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086514507776001) for scanner KuduScanner(table=replication_test_table, tablet=4f59bdf5bf594a38afac906acafb9243, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.692 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [115b16b8eab3551987d43f2b9977e626f059b2218a1fe25b380547164d768db0]
23:53:07.692 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [115b16b8eab3551987d43f2b9977e626f059b2218a1fe25b380547164d768db0]
23:53:07.693 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:53:07.693 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:53:07.694 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 115b16b8eab3551987d43f2b9977e626f059b2218a1fe25b380547164d768db0 finished by subtask 2; deferring removal (restored in pending)
23:53:07.698 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:07.699 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:07.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:07.708 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086514507776001) for scanner KuduScanner(table=replication_test_table, tablet=7ad294e3bf184c4b9cb550ef7d951f2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.708 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [8aafff5ffaefae2d37f3f0083e4d16962690f64a1440cdd32edf6e9443bab87c]
23:53:07.709 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8aafff5ffaefae2d37f3f0083e4d16962690f64a1440cdd32edf6e9443bab87c]
23:53:07.709 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:53:07.709 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:53:07.710 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8aafff5ffaefae2d37f3f0083e4d16962690f64a1440cdd32edf6e9443bab87c finished by subtask 3; deferring removal (restored in pending)
23:53:07.711 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:07.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:07.714 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:07.717 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=479e7a9d46cc445dbb1887dcb22ebd26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.717 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 479e7a9d46cc445dbb1887dcb22ebd26 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:07.730 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f59bdf5bf594a38afac906acafb9243, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.730 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4f59bdf5bf594a38afac906acafb9243 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:07.742 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:07.749 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=93bb43efa1d843589a33938f90baa4da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.749 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 93bb43efa1d843589a33938f90baa4da for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:07.762 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e467436b49ee4f728e58fd6fe305b6b0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.765 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:07.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:07.766 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:07.766 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:53:07.771 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb45f1104, L:/127.0.0.1:42140 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:07.789 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086514507776001) for scanner KuduScanner(table=replication_test_table, tablet=e467436b49ee4f728e58fd6fe305b6b0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.790 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [d38ceda51585789c5245d5f8d2a8322e744723f7dc831e4ad9e3a3a7e3e627fd]
23:53:07.790 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d38ceda51585789c5245d5f8d2a8322e744723f7dc831e4ad9e3a3a7e3e627fd]
23:53:07.790 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:53:07.791 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:53:07.792 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d38ceda51585789c5245d5f8d2a8322e744723f7dc831e4ad9e3a3a7e3e627fd finished by subtask 1; deferring removal (restored in pending)
23:53:07.792 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:07.793 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:07.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=826de24a5b5c43d49b773260fd447d22, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 826de24a5b5c43d49b773260fd447d22 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:53:07.808 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4888efe8377344dfa7ee595570078e6f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.808 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4888efe8377344dfa7ee595570078e6f for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:53:07.831 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:07.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:07.832 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:07.832 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:53:07.852 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:07.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:07.853 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:07.853 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:53:07.860 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:07.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:07.861 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:07.861 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:53:07.895 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b34aa318f9f415c848af09cc17e8f9d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.895 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2b34aa318f9f415c848af09cc17e8f9d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:53:07.915 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4042e03ad4194c52a10fcffcd5d0831e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.915 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4042e03ad4194c52a10fcffcd5d0831e for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:53:07.926 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32fd527557045f4b0193ec27cdfaaf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:07.927 [DEBUG - main] (Connection.java:575) [peer master-127.0.132.124:44329(127.0.132.124:44329)] disconnecting while in state READY
23:53:07.927 [DEBUG - main] (Connection.java:575) [peer a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)] disconnecting while in state READY
23:53:07.927 [DEBUG - main] (Connection.java:575) [peer master-127.0.132.126:33913(127.0.132.126:33913)] disconnecting while in state READY
23:53:07.927 [DEBUG - main] (Connection.java:575) [peer master-127.0.132.125:43433(127.0.132.125:43433)] disconnecting while in state READY
23:53:07.927 [DEBUG - main] (Connection.java:575) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] disconnecting while in state READY
23:53:07.927 [DEBUG - main] (Connection.java:575) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] disconnecting while in state READY
23:53:07.927 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.132.124:44329(127.0.132.124:44329)] handling channelInactive
23:53:07.927 [DEBUG - kudu-nio-4] (Connection.java:239) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] handling channelInactive
23:53:07.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] cleaning up while in state READY due to: connection closed
23:53:07.928 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.132.126:33913(127.0.132.126:33913)] handling channelInactive
23:53:07.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state READY due to: connection closed
23:53:07.928 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.132.125:43433(127.0.132.125:43433)] handling channelInactive
23:53:07.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state READY due to: connection closed
23:53:07.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state READY due to: connection closed
23:53:07.928 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] handling channelInactive
23:53:07.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] cleaning up while in state READY due to: connection closed
23:53:07.930 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:07.932 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
23:53:07.932 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
23:53:07.933 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:53:07.933 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:53:07.933 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
23:53:07.942 [DEBUG - kudu-nio-5] (Connection.java:239) [peer a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)] handling channelInactive
23:53:07.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a9a5f417a9fe4b24adf1c2c3f1859217(127.0.132.67:38673)] cleaning up while in state READY due to: connection closed
23:53:07.942 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
23:53:07.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:07.943758   529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 847
23:53:07.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:07.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:07.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:07.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:07.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:07.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:07.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:07.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:08.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468388075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:08.094 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 9c34498118044a003e0b2ad37cbcb486 (3780 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:53:08.097 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:53:08.098 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 5204ac766e8e2fe7f62650ac34ffa438118858f09d6d80b99e4f4a648821dde2 from pending
23:53:08.098 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split d38ceda51585789c5245d5f8d2a8322e744723f7dc831e4ad9e3a3a7e3e627fd from pending
23:53:08.098 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 115b16b8eab3551987d43f2b9977e626f059b2218a1fe25b380547164d768db0 from pending
23:53:08.098 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 8aafff5ffaefae2d37f3f0083e4d16962690f64a1440cdd32edf6e9443bab87c from pending
23:53:08.098 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 4 finished splits from enumerator state
23:53:08.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:08.186 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:08.186 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:08.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:08.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:08.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:08.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:08.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:08.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:08.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:08.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:08.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:08.188 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:08.200 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] handling channelInactive
23:53:08.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] cleaning up while in state READY due to: connection closed
23:53:08.205 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] handling channelInactive
23:53:08.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] cleaning up while in state READY due to: connection closed
23:53:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.207154  1104 connection.cc:573] client connection to 127.0.132.65:34663 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:53:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.207665  1104 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:53:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.208810  1248 connection.cc:573] client connection to 127.0.132.65:34663 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:53:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.209277  1248 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:53:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:08.217888   529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 1018
23:53:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.268450  1248 consensus_peers.cc:597] T b32fd527557045f4b0193ec27cdfaaf3 P a9a5f417a9fe4b24adf1c2c3f1859217 -> Peer ae4665485ef74a1b85e7a6e450517126 (127.0.132.65:34663): Couldn't send request to peer ae4665485ef74a1b85e7a6e450517126. Status: Network error: Client connection negotiation failed: client connection to 127.0.132.65:34663: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:53:08.388 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] handling channelInactive
23:53:08.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] cleaning up while in state READY due to: connection closed
23:53:08.392 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] handling channelInactive
23:53:08.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] cleaning up while in state READY due to: connection closed
23:53:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.394901   639 connection.cc:573] server connection from 127.0.132.66:55809 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:53:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.394894   561 connection.cc:573] server connection from 127.0.132.66:53647 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:53:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:08.413951   529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 1224
23:53:08.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.474932 32697 debug-util.cc:398] Leaking SignalData structure 0x7b08000cf660 after lost signal to thread 32564
23:53:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.476076 32697 debug-util.cc:398] Leaking SignalData structure 0x7b08000da020 after lost signal to thread 32700
23:53:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:08.535699   529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 541
23:53:08.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468388575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:08.594 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:53:08.595 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:53:08.657 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.132.126:33913(127.0.132.126:33913)] handling channelInactive
23:53:08.657 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.132.126:33913(127.0.132.126:33913)] handling channelInactive
23:53:08.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state READY due to: connection closed
23:53:08.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state READY due to: connection closed
23:53:08.658 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.132.126:33913(127.0.132.126:33913)] handling channelInactive
23:53:08.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state READY due to: connection closed
23:53:08.658 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.132.126:33913(127.0.132.126:33913)] handling channelInactive
23:53:08.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state READY due to: connection closed
23:53:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.672958   728 connection.cc:573] client connection to 127.0.132.126:33913 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:53:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.673470   728 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:53:08.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:08.681902   529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 613
23:53:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:08.726653   728 consensus_peers.cc:597] T 00000000000000000000000000000000 P 698bbe7c25af4e38a35cb94583bd1fe4 -> Peer a08216beaae647c099071b2376f72482 (127.0.132.126:33913): Couldn't send request to peer a08216beaae647c099071b2376f72482. Status: Network error: Client connection negotiation failed: client connection to 127.0.132.126:33913: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:53:08.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:08.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:08.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:08.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:08.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:08.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:08.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:08.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:08.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:08.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:08.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:08.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:08.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:08.768 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.132.125:43433(127.0.132.125:43433)] handling channelInactive
23:53:08.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state READY due to: connection closed
23:53:08.769 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.132.125:43433(127.0.132.125:43433)] handling channelInactive
23:53:08.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state READY due to: connection closed
23:53:08.770 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.132.125:43433(127.0.132.125:43433)] handling channelInactive
23:53:08.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state READY due to: connection closed
23:53:08.771 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.132.125:43433(127.0.132.125:43433)] handling channelInactive
23:53:08.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state READY due to: connection closed
23:53:08.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:08.776997   529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 691
23:53:08.861 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.132.124:44329(127.0.132.124:44329)] handling channelInactive
23:53:08.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state READY due to: connection closed
23:53:08.861 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.132.124:44329(127.0.132.124:44329)] handling channelInactive
23:53:08.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state READY due to: connection closed
23:53:08.862 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.132.124:44329(127.0.132.124:44329)] handling channelInactive
23:53:08.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state READY due to: connection closed
23:53:08.862 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.132.124:44329(127.0.132.124:44329)] handling channelInactive
23:53:08.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state READY due to: connection closed
23:53:08.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:09.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468389075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:09.105 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=27 ms, finalizationTime=3 ms).
23:53:09.108 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:53:09.338 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:09.348 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7ad294e3bf184c4b9cb550ef7d951f2d for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:09.348 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:09.348 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:09.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:09.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:09.349 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:09.352 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='eb3b9c9b3da70da6098fc1b792b7e4652df93ae7644f742467ba9a26ad9e6980'}]
23:53:09.353 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ca610d621a992ee01111f43292ee3cd12954b269f2ff58a5438253d481892c7e'}]
23:53:09.354 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1c4d26cad3cc1668817b56950be60025940ea4e9e5a17124df8985153e53528f'}]
23:53:09.354 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:09.355 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e86e425b2bcf7bcf7f13a28bdfd53e8994f250321b9bf18514f8987f6093848f'}]
23:53:09.356 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:09.356 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:53:09.357 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:09.358 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:53:09.358 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}]
23:53:09.359 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:09.360 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:53:09.360 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}]
23:53:09.361 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:09.361 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:53:09.362 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:09.365 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:09.398 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:09.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:09.409 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:09.427 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:09.443 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:09.447 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:09.462 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:09.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:09.479 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:09.485 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:09.486 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:09.487 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:09.522 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:09.524 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1c8bc031, L:/127.0.0.1:42144 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:09.527 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:09.535 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:09.539 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:09.543 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x70fbfaf0, L:/127.0.0.1:42150 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:09.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:09.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:09.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:09.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:09.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:09.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:09.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:09.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:09.548 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:09.548 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:09.548 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:09.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:09.549 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:09.549 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0601df93, L:/127.0.0.1:42158 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:09.556 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6656310c, L:/127.0.0.1:42172 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:09.562 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086522699776001) for scanner KuduScanner(table=replication_test_table, tablet=479e7a9d46cc445dbb1887dcb22ebd26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:09.563 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [ca610d621a992ee01111f43292ee3cd12954b269f2ff58a5438253d481892c7e]
23:53:09.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ca610d621a992ee01111f43292ee3cd12954b269f2ff58a5438253d481892c7e]
23:53:09.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:53:09.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:53:09.565 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ca610d621a992ee01111f43292ee3cd12954b269f2ff58a5438253d481892c7e finished by subtask 2; deferring removal (restored in pending)
23:53:09.568 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:09.569 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3531abc4afb860856aab3339a950705ffab51065ccdc544a0c62e65bb3488814'}]
23:53:09.571 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:09.573 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:09.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468389575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:09.578 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086522699776001) for scanner KuduScanner(table=replication_test_table, tablet=93bb43efa1d843589a33938f90baa4da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:09.580 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [1c4d26cad3cc1668817b56950be60025940ea4e9e5a17124df8985153e53528f]
23:53:09.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1c4d26cad3cc1668817b56950be60025940ea4e9e5a17124df8985153e53528f]
23:53:09.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:53:09.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:53:09.585 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:09.586 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1c4d26cad3cc1668817b56950be60025940ea4e9e5a17124df8985153e53528f finished by subtask 1; deferring removal (restored in pending)
23:53:09.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:09.616 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086522699776001) for scanner KuduScanner(table=replication_test_table, tablet=4f59bdf5bf594a38afac906acafb9243, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:09.616 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [e86e425b2bcf7bcf7f13a28bdfd53e8994f250321b9bf18514f8987f6093848f]
23:53:09.617 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e86e425b2bcf7bcf7f13a28bdfd53e8994f250321b9bf18514f8987f6093848f]
23:53:09.617 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:53:09.617 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:53:09.617 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:09.618 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e86e425b2bcf7bcf7f13a28bdfd53e8994f250321b9bf18514f8987f6093848f finished by subtask 3; deferring removal (restored in pending)
23:53:09.619 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:09.622 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 9c34498118044a003e0b2ad37cbcb486 (4484 bytes, checkpointDuration=46 ms, finalizationTime=1 ms).
23:53:09.624 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:53:09.625 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split ca610d621a992ee01111f43292ee3cd12954b269f2ff58a5438253d481892c7e from pending
23:53:09.625 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split e86e425b2bcf7bcf7f13a28bdfd53e8994f250321b9bf18514f8987f6093848f from pending
23:53:09.625 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 1c4d26cad3cc1668817b56950be60025940ea4e9e5a17124df8985153e53528f from pending
23:53:09.625 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 3 finished splits from enumerator state
23:53:09.628 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:53:09.631 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:09.682 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:09.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:09.683 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:09.683 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:53:09.714 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086522699776001) for scanner KuduScanner(table=replication_test_table, tablet=7ad294e3bf184c4b9cb550ef7d951f2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:09.715 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [eb3b9c9b3da70da6098fc1b792b7e4652df93ae7644f742467ba9a26ad9e6980]
23:53:09.716 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [eb3b9c9b3da70da6098fc1b792b7e4652df93ae7644f742467ba9a26ad9e6980]
23:53:09.716 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:53:09.716 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:53:09.717 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split eb3b9c9b3da70da6098fc1b792b7e4652df93ae7644f742467ba9a26ad9e6980 finished by subtask 0; deferring removal (restored in pending)
23:53:09.717 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:09.718 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:09.747 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:09.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:09.748 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:09.748 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:53:09.761 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:09.770 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:09.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:09.770 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:09.771 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:53:09.789 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:09.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:09.789 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:53:09.790 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:53:09.808 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:09.810 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:09.816 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:09.817 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:09.817 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:09.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:09.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:09.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:09.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:09.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:09.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:09.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:09.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:09.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:09.819 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:09.836 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:09.840 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x54de0aee, L:/127.0.0.1:42182 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:09.865 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086522699776001) for scanner KuduScanner(table=replication_test_table, tablet=e467436b49ee4f728e58fd6fe305b6b0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:09.866 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [3531abc4afb860856aab3339a950705ffab51065ccdc544a0c62e65bb3488814]
23:53:09.866 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3531abc4afb860856aab3339a950705ffab51065ccdc544a0c62e65bb3488814]
23:53:09.867 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:53:09.867 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:53:09.868 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3531abc4afb860856aab3339a950705ffab51065ccdc544a0c62e65bb3488814 finished by subtask 2; deferring removal (restored in pending)
23:53:09.868 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:09.868 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:09.916 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:09.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:09.917 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:09.917 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:53:09.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:10.077 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468390075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:10.096 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 9c34498118044a003e0b2ad37cbcb486 (2372 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
23:53:10.098 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:53:10.098 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 3531abc4afb860856aab3339a950705ffab51065ccdc544a0c62e65bb3488814 from pending
23:53:10.098 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split eb3b9c9b3da70da6098fc1b792b7e4652df93ae7644f742467ba9a26ad9e6980 from pending
23:53:10.098 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 2 finished splits from enumerator state
23:53:10.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:10.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468390574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:10.598 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:53:10.600 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:53:10.771 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:10.772 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:10.772 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:10.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:10.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:10.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:10.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:10.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:10.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:10.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:10.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:10.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:10.775 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:10.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:11.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468391074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:11.085 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:11.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:53:11.126 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:11.126 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:11.127 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:11.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.127 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:11.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:11.314141   371 debug-util.cc:398] Leaking SignalData structure 0x7b08000e0c00 after lost signal to thread 32712
23:53:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:11.315569   371 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9f80 after lost signal to thread 374
23:53:11.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4f66b1bfc6e4377a404d64a100922c4
23:53:11.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7ad294e3bf184c4b9cb550ef7d951f2d for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:53:11.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 479e7a9d46cc445dbb1887dcb22ebd26 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:53:11.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4f59bdf5bf594a38afac906acafb9243 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:53:11.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93bb43efa1d843589a33938f90baa4da for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:53:11.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e467436b49ee4f728e58fd6fe305b6b0 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:53:11.341 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:53:11.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:11.346 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='81620598e3c84519b28d9e311ec0f49b63d0ec7936a3b071b1155ff73827fb68'}]
23:53:11.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:11.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:11.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.348 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:11.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.349 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:53:11.349 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='28b299209555bc10b1a8219e077e5fbf6bfc0b6cd8a469f1044198bc6cc56bf2'}]
23:53:11.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.349 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:11.349 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299996, tablet=7ad294e3bf184c4b9cb550ef7d951f2d@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:11.350 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:11.351 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1b754d93e58a8e52583b5adae377dad897b386c147d2f4992dcfe147e4bce359'}]
23:53:11.352 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:11.353 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cf0ad1aed37e4aa0ffe6ae3254faffd917c3a70ff44f501f5f901cea16115ea9'}]
23:53:11.354 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:11.354 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:53:11.355 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299996, tablet=479e7a9d46cc445dbb1887dcb22ebd26@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)[L],d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}]
23:53:11.355 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:53:11.356 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299996, tablet=4f59bdf5bf594a38afac906acafb9243@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)[L],f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)]}]
23:53:11.356 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:53:11.357 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299996, tablet=93bb43efa1d843589a33938f90baa4da@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:11.364 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:11.368 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:11.372 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:11.386 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:11.401 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:11.408 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:11.423 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:11.432 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:11.450 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:11.451 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:11.451 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:11.452 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:11.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:11.452 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.452 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:11.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.453 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:11.453 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:11.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:11.477 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:11.481 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:11.486 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:11.486 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:11.490 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8dbb3975, L:/127.0.0.1:42198 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:11.495 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:11.496 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:11.503 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4cdaa9d2, L:/127.0.0.1:42200 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:11.507 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:11.511 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4774376c, L:/127.0.0.1:42214 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:11.530 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086530891776001) for scanner KuduScanner(table=replication_test_table, tablet=479e7a9d46cc445dbb1887dcb22ebd26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:11.531 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [28b299209555bc10b1a8219e077e5fbf6bfc0b6cd8a469f1044198bc6cc56bf2]
23:53:11.531 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [28b299209555bc10b1a8219e077e5fbf6bfc0b6cd8a469f1044198bc6cc56bf2]
23:53:11.531 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:53:11.531 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:53:11.532 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 28b299209555bc10b1a8219e077e5fbf6bfc0b6cd8a469f1044198bc6cc56bf2 finished by subtask 3; deferring removal (restored in pending)
23:53:11.533 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:11.534 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='03a9d511c31f51793a8a6c9ad750a47e6953f07dc29289f93b58e5a9cb5581ea'}]
23:53:11.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:11.536 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:11.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x86f386a9, L:/127.0.0.1:42218 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:11.544 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086530891776001) for scanner KuduScanner(table=replication_test_table, tablet=4f59bdf5bf594a38afac906acafb9243, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:11.544 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [1b754d93e58a8e52583b5adae377dad897b386c147d2f4992dcfe147e4bce359]
23:53:11.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1b754d93e58a8e52583b5adae377dad897b386c147d2f4992dcfe147e4bce359]
23:53:11.545 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:53:11.545 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:53:11.546 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1b754d93e58a8e52583b5adae377dad897b386c147d2f4992dcfe147e4bce359 finished by subtask 0; deferring removal (restored in pending)
23:53:11.546 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:11.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:11.563 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:11.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:11.564 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:53:11.564 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:53:11.570 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:53:11.571 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086530891776001) for scanner KuduScanner(table=replication_test_table, tablet=93bb43efa1d843589a33938f90baa4da, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:11.572 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cf0ad1aed37e4aa0ffe6ae3254faffd917c3a70ff44f501f5f901cea16115ea9]
23:53:11.572 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [cf0ad1aed37e4aa0ffe6ae3254faffd917c3a70ff44f501f5f901cea16115ea9]
23:53:11.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468391575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:11.573 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cf0ad1aed37e4aa0ffe6ae3254faffd917c3a70ff44f501f5f901cea16115ea9 finished by subtask 2; deferring removal (restored in pending)
23:53:11.576 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:53:11.576 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:53:11.577 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:11.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:11.585 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299996, tablet=e467436b49ee4f728e58fd6fe305b6b0@[ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207),d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463),f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)[L]]}]
23:53:11.597 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 9c34498118044a003e0b2ad37cbcb486 (4484 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
23:53:11.600 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:53:11.600 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 1b754d93e58a8e52583b5adae377dad897b386c147d2f4992dcfe147e4bce359 from pending
23:53:11.600 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 28b299209555bc10b1a8219e077e5fbf6bfc0b6cd8a469f1044198bc6cc56bf2 from pending
23:53:11.600 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split cf0ad1aed37e4aa0ffe6ae3254faffd917c3a70ff44f501f5f901cea16115ea9 from pending
23:53:11.600 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 3 finished splits from enumerator state
23:53:11.627 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:53:11.627 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:11.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:11.628 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:11.649 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:11.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:11.650 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:53:11.650 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:53:11.651 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] connecting to peer
23:53:11.657 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] Successfully connected to peer
23:53:11.661 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.129.3
23:53:11.674 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086530891776001) for scanner KuduScanner(table=replication_test_table, tablet=7ad294e3bf184c4b9cb550ef7d951f2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:11.676 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [81620598e3c84519b28d9e311ec0f49b63d0ec7936a3b071b1155ff73827fb68]
23:53:11.676 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [81620598e3c84519b28d9e311ec0f49b63d0ec7936a3b071b1155ff73827fb68]
23:53:11.676 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
23:53:11.677 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
23:53:11.677 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 81620598e3c84519b28d9e311ec0f49b63d0ec7936a3b071b1155ff73827fb68 finished by subtask 1; deferring removal (restored in pending)
23:53:11.677 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:11.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:11.692 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:11.700 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x370c7d22, L:/127.0.0.1:37884 - R:/127.31.129.3:42793] using SASL/PLAIN
23:53:11.708 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086530891776001) for scanner KuduScanner(table=replication_test_table, tablet=e467436b49ee4f728e58fd6fe305b6b0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:11.709 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [03a9d511c31f51793a8a6c9ad750a47e6953f07dc29289f93b58e5a9cb5581ea]
23:53:11.709 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [03a9d511c31f51793a8a6c9ad750a47e6953f07dc29289f93b58e5a9cb5581ea]
23:53:11.709 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:53:11.709 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:53:11.710 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 03a9d511c31f51793a8a6c9ad750a47e6953f07dc29289f93b58e5a9cb5581ea finished by subtask 3; deferring removal (restored in pending)
23:53:11.711 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:11.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:11.790 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:53:11.790 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:11.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:11.791 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:11Z chronyd exiting
23:53:11.805 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:11.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:11.806 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:53:11.806 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:53:11.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:11.977 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:11.977 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:11.977 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:11.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:11.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:11.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:11.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:11.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:11.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:11.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:11.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:11.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:11.981 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:12.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468392075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:12.098 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 9c34498118044a003e0b2ad37cbcb486 (2372 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
23:53:12.100 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:53:12.100 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 03a9d511c31f51793a8a6c9ad750a47e6953f07dc29289f93b58e5a9cb5581ea from pending
23:53:12.100 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 81620598e3c84519b28d9e311ec0f49b63d0ec7936a3b071b1155ff73827fb68 from pending
23:53:12.100 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 2 finished splits from enumerator state
23:53:12.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:12.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468392575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:12.599 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
23:53:12.601 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:53:12.854 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:12.855 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:12.855 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:12.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:12.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:12.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:12.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:12.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:12.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:12.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:12.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:12.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:12.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:12.868 [DEBUG - main] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state READY
23:53:12.868 [DEBUG - main] (Connection.java:575) [peer d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)] disconnecting while in state READY
23:53:12.869 [DEBUG - main] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state READY
23:53:12.869 [DEBUG - main] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state READY
23:53:12.869 [DEBUG - main] (Connection.java:575) [peer ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)] disconnecting while in state READY
23:53:12.869 [DEBUG - main] (Connection.java:575) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] disconnecting while in state READY
23:53:12.870 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.129.61:41907(127.31.129.61:41907)] handling channelInactive
23:53:12.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state READY due to: connection closed
23:53:12.870 [DEBUG - kudu-nio-5] (Connection.java:239) [peer d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)] handling channelInactive
23:53:12.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d01f2e6875584c899ba595ba9db75a46(127.31.129.1:38463)] cleaning up while in state READY due to: connection closed
23:53:12.871 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.129.62:44309(127.31.129.62:44309)] handling channelInactive
23:53:12.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state READY due to: connection closed
23:53:12.871 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.129.60:42777(127.31.129.60:42777)] handling channelInactive
23:53:12.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state READY due to: connection closed
23:53:12.872 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)] handling channelInactive
23:53:12.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ccf1501b8e964643832e2ba807e0d223(127.31.129.2:43207)] cleaning up while in state READY due to: connection closed
23:53:12.872 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:12.881 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
23:53:12.881 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:53:12.881 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
23:53:12.882 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:53:12.882 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:53:12.889 [DEBUG - kudu-nio-4] (Connection.java:239) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] handling channelInactive
23:53:12.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f62226f7107340ad80a9e96f85b9e38e(127.31.129.3:42793)] cleaning up while in state READY due to: connection closed
23:53:12.890 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
23:53:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:12.890480 32260 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 32550
23:53:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:12.955505 32260 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 32705
23:53:12.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:13.017040 32260 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 385
23:53:13.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468393075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:13.077407 32260 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 32272
23:53:13.092 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:53:13.094 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:53:13.121 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.129.62:44309(127.31.129.62:44309)] handling channelInactive
23:53:13.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state READY due to: connection closed
23:53:13.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:13.122519 32260 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 32343
23:53:13.155 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.129.61:41907(127.31.129.61:41907)] handling channelInactive
23:53:13.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state READY due to: connection closed
23:53:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:13.155090 32260 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 32419
23:53:13.189 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.129.60:42777(127.31.129.60:42777)] handling channelInactive
23:53:13.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state READY due to: connection closed
23:53:13.331 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.333 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.31.129.60:42777(127.31.129.60:42777) for tablet Kudu Master: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.343 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:13.344 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:13.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.345 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.346 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.346 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:13.363 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:13.365 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:13.365 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:13.383 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:13.383 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:13.384 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.385 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:13.402 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:13.403 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:13.403 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.404 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:13.422 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:13.423 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:13.423 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.424 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:13.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:13.482 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:13.483 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:13.483 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.485 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:13.542 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:13.543 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:13.543 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:13.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468393575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:13.586 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:13.588 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:53:13.602 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:13.603 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:13.603 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:13.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:13.603 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:13.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.604 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.604 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:13.604 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:13.632 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:13.632 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:13.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:13.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:13.633 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:13.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:13.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:13.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:13.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:13.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:13.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:13.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:13.634 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:13.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:14.062 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:14.063 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:14.063 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:14.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:14.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:14.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:14.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:14.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:14.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:14.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:14.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:14.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:14.064 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:14.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468394074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:14.086 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:53:14.087 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:53:14.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:14Z chronyd exiting
23:53:14.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:14.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468394574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:14.583 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:53:14.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:53:14.671 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:14.672 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:14.672 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:14.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:14.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:14.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:14.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:14.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:14.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:14.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:14.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:14.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:14.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:14.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:14.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:14.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:14.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:14.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:14.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:14.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:14.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:14.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:14.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:14.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:14.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:14.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:14.863 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:14.863 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:14.863 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:14.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:14.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:14.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:14.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:14.864 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:14.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:14.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:14.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:14.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:14.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:14.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:15.006 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:15.006 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:15.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:15.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:15.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:15.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:15.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:15.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:15.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:15.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:15.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:15.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:15.007 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:15.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468395075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:15.084 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:53:15.085 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:53:15.246 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:15.246 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:15.246 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:15.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:15.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:15.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:15.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:15.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:15.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:15.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:15.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:15.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:15.247 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
.23:53:15.397 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468395397
23:53:15.397 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468395397
23:53:15.401 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:53:15.404 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:53:15.404 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:53:15.404 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:53:15.404 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:53:15.405 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:53:15.408 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:53:15.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:15.563 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:15.563 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:15.563 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:15.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:15.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:15.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:15.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:15.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:15.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:15.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:15.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:15.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:15.564 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:15.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468395575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:15.586 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:15.587 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:53:15.715 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:15.716 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:15.716 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:15.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:15.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:15.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:15.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:15.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:15.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:15.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:15.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:15.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:15.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:15.771 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:53:15.771 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:53:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:15.775035  1963 mini_oidc.cc:150] Starting JWKS server
23:53:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:15.778620  1963 webserver.cc:534] Webserver started at http://127.0.0.1:36765/ using document root <none> and password file <none>
23:53:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:15.779083  1963 mini_oidc.cc:186] Starting OIDC Discovery server
23:53:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:15.780985  1963 webserver.cc:534] Webserver started at http://127.0.0.1:43639/ using document root <none> and password file <none>
23:53:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:15Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:53:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:15Z Disabled control of system clock
23:53:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:15.851416  1963 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/wal
23:53:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/data
23:53:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/logs
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/data/info.pb
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.254:35273
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.254
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36765/jwks.json with env {}
23:53:15.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:16.023 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:16.023 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:16.023 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:16.024 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:16.024 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:16.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:16.024 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:16.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:16.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:16.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:16.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:16.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:16.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:16.066 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:16.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:16.067 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:16.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.068 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:16.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468396075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:16.085 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:53:16.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:53:16.163 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:16.163 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:16.163 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:16.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:16.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:16.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:16.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:16.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:16.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:16.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:16.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:16.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:16.165 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.179883  1975 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.180534  1975 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.181104  1975 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:16.186 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:16.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:16.187 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:16.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.188 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.217249  1975 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:53:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.217916  1975 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.218359  1975 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:53:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.218787  1975 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:53:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.219241  1975 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:53:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.219581  1975 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36765/jwks.json
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:16.259797  1975 master_runner.cc:387] Master server non-default flags:
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/data
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/wal
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.254:35273
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36765/jwks.json
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/data/info.pb
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.254
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/logs
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:16.261353  1975 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:16.263029  1975 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:16.272 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:16.272 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:16.272 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:16.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:16.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.277123  1981 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:16.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:16.574 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:16.574 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:16.574 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:16.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468396575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:16.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.577 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:16.610 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=35 ms, finalizationTime=0 ms).
23:53:16.613 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:53:16.731 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:16.732 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:16.732 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:16.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:16.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:16.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.735 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.735 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:16.735 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:16.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:17.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468397075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:17.094 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:53:17.095 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:53:17.111 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:17.112 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:17.112 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:17.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:17.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:17.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:17.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:17.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:17.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:17.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:17.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:17.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:17.115 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:17.206 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:17.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:17.207 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:17.208 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:17.208 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:17.208 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:17.209 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:17.209 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:17.210 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:17.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:17.210 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:17.210 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:17.210 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:17.336 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:17.337 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:17.337 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:17.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:17.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:17.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:17.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:17.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:17.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:17.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:17.339 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:17.339 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:17.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:17.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:17.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468397574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:17.592 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
23:53:17.594 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:53:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:17.679406  1980 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 1975
23:53:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:17.745585  1980 kernel_stack_watchdog.cc:198] Thread 1975 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
23:53:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:53:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:53:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:53:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:53:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:16.277311  1982 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:17.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:17.746846  1983 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1468 milliseconds
23:53:17.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:17.747033  1975 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.469s	user 0.002s	sys 0.000s
23:53:17.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:17.747700  1975 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.470s	user 0.003s	sys 0.000s
23:53:17.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:17.749614  1985 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.749531  1975 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.753007  1975 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.756074  1975 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.757627  1975 hybrid_clock.cc:648] HybridClock initialized: now 1783468397757583 us; error 48 us; skew 500 ppm
23:53:17.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.758435  1975 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.764986  1975 webserver.cc:534] Webserver started at http://127.1.234.254:42879/ using document root <none> and password file <none>
23:53:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.766022  1975 fs_manager.cc:362] Metadata directory not provided
23:53:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.766242  1975 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.766652  1975 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.771205  1975 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/data/instance:
23:53:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2233533d7ce4c90b7cb26511984035d"
23:53:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:17 on dist-test-slave-1rxj"
23:53:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.772372  1975 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/wal/instance:
23:53:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2233533d7ce4c90b7cb26511984035d"
23:53:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:17 on dist-test-slave-1rxj"
23:53:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.781664  1975 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
23:53:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.788267  1992 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:17.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.789595  1975 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.789924  1975 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/wal
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2233533d7ce4c90b7cb26511984035d"
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:17 on dist-test-slave-1rxj"
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.790314  1975 fs_report.cc:389] FS layout report
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/wal
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/wal
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/data/data
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.837687  1975 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.839205  1975 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.839648  1975 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.916929  1975 rpc_server.cc:307] RPC server started. Bound to: 127.1.234.254:35273
23:53:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.917057  2044 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.234.254:35273 every 8 connection(s)
23:53:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.919803  1975 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/data/info.pb
23:53:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.926156  2045 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:17.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.929107  1963 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 1975
23:53:17.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.929669  1963 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-0/wal/instance
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.935220  1963 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/wal
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/data
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/logs
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/data/info.pb
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.253:35279
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.253
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36765/jwks.json with env {}
23:53:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.942946  2045 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } has no permanent_uuid. Determining permanent_uuid...
23:53:17.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:17.972869  2045 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } has no permanent_uuid. Determining permanent_uuid...
23:53:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:17.975270  1994 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.234.253:35279: connect: Connection refused (error 111)
23:53:17.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:17.979883  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.253:35279: Network error: Client connection negotiation failed: client connection to 127.1.234.253:35279: connect: Connection refused (error 111)
23:53:18.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:18.029412  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } attempt: 1
23:53:18.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.034314  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.253:35279: Network error: Client connection negotiation failed: client connection to 127.1.234.253:35279: connect: Connection refused (error 111)
23:53:18.056 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:18.057 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:18.057 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:18.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:18.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:18.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:18.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:18.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:18.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:18.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:18.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:18.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:18.058 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:18.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468398075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:18.085 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:53:18.087 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:53:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:18.102736  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } attempt: 2
23:53:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.107496  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.253:35279: Network error: Client connection negotiation failed: client connection to 127.1.234.253:35279: connect: Connection refused (error 111)
23:53:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:18.199012  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } attempt: 3
23:53:18.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.203464  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.253:35279: Network error: Client connection negotiation failed: client connection to 127.1.234.253:35279: connect: Connection refused (error 111)
23:53:18.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:18.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:18.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:18.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:18.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:18.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:18.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:18.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:18.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:18.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:18.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:18.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:18.248 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.274616  2047 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.275187  2047 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.275661  2047 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:18.303 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:18.303 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:18.303 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:18.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:18.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:18.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:18.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:18.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:18.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:18.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:18.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:18.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:18.304 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.312230  2047 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:53:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.312532  2047 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.312749  2047 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:53:18.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.312958  2047 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:53:18.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.313159  2047 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:53:18.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.313313  2047 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36765/jwks.json
23:53:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:18.346923  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } attempt: 4
23:53:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.351621  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.253:35279: Network error: Client connection negotiation failed: client connection to 127.1.234.253:35279: connect: Connection refused (error 111)
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:18.353434  2047 master_runner.cc:387] Master server non-default flags:
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/data
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/wal
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.253:35279
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36765/jwks.json
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/data/info.pb
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.253
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/logs
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:18.354818  2047 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:18.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:18.356432  2047 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.367924  2056 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:18.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:18.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468398575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:18.591 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:53:18.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:53:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:18.651085  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } attempt: 5
23:53:18.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.658397  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.253:35279: Network error: Client connection negotiation failed: client connection to 127.1.234.253:35279: connect: Connection refused (error 111)
23:53:18.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:19.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468399075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:19.092 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:53:19.093 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:53:19.151 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:19.152 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:19.152 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:19.153 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:19.153 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:19.153 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:19.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:19.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:19.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:19.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:19.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:19.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:19.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.206060  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } attempt: 6
23:53:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:19.219131  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.253:35279: Network error: Client connection negotiation failed: client connection to 127.1.234.253:35279: connect: Connection refused (error 111)
23:53:19.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:19.556 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:19.557 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:19.557 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:19.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:19.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:19.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:19.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:19.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:19.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:19.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:19.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:19.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:19.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:19.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468399575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:19.588 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:53:19.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:53:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:18.369694  2057 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:19.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:19.750479  2059 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:19.753199  2058 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1383 milliseconds
23:53:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.753288  2047 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.754803  2047 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:19.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.758002  2047 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:19.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.759472  2047 hybrid_clock.cc:648] HybridClock initialized: now 1783468399759401 us; error 78 us; skew 500 ppm
23:53:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.760478  2047 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:19.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.767871  2047 webserver.cc:534] Webserver started at http://127.1.234.253:40623/ using document root <none> and password file <none>
23:53:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.769107  2047 fs_manager.cc:362] Metadata directory not provided
23:53:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.769537  2047 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.770129  2047 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.776399  2047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/data/instance:
23:53:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07dbeba2e3484a37b02deec77c443eb6"
23:53:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:19 on dist-test-slave-1rxj"
23:53:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.778002  2047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/wal/instance:
23:53:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07dbeba2e3484a37b02deec77c443eb6"
23:53:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:19 on dist-test-slave-1rxj"
23:53:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.788117  2047 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.004s
23:53:19.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.795924  2068 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.797417  2047 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.797917  2047 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/wal
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07dbeba2e3484a37b02deec77c443eb6"
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:19 on dist-test-slave-1rxj"
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.798314  2047 fs_report.cc:389] FS layout report
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/wal
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/wal
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/data/data
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.862715  2047 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:19.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.864426  2047 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:19.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.864897  2047 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:19.916 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:19.916 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:19.917 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:19.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:19.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:19.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:19.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:19.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:19.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:19.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:19.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:19.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:19.919 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.958689  2047 rpc_server.cc:307] RPC server started. Bound to: 127.1.234.253:35279
23:53:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.958715  2119 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.234.253:35279 every 8 connection(s)
23:53:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.962751  2047 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/data/info.pb
23:53:19.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.969925  2120 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:19.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.970979  1963 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 2047
23:53:19.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:19.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.971442  1963 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-1/wal/instance
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.974330  1963 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/wal
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/data
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/logs
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/data/info.pb
23:53:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.252:33151
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.252
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36765/jwks.json with env {}
23:53:19.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:19.983119  2120 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } has no permanent_uuid. Determining permanent_uuid...
23:53:20.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.026912  2120 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } has no permanent_uuid. Determining permanent_uuid...
23:53:20.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.045114  2120 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } has no permanent_uuid. Determining permanent_uuid...
23:53:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.048331  2069 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.056663  2120 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468400074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:20.085 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:53:20.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:53:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.106236  2120 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 1
23:53:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.111769  2120 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.180266  2120 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 2
23:53:20.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.185285  2120 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.276770  2120 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 3
23:53:20.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.279789  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } attempt: 7
23:53:20.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.282881  2120 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.293713  2045 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } has no permanent_uuid. Determining permanent_uuid...
23:53:20.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.301716  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.336213  2122 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.336855  2122 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.337363  2122 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.360168  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 1
23:53:20.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.364779  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.372257  2122 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:53:20.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.372524  2122 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:20.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.372725  2122 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:53:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.372931  2122 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:53:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.373136  2122 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:53:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.373286  2122 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36765/jwks.json
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.410041  2122 master_runner.cc:387] Master server non-default flags:
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/data
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/wal
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.252:33151
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36765/jwks.json
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/data/info.pb
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.252
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/logs
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.411405  2122 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:20.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.412997  2122 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.423702  2134 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.426523  2120 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 4
23:53:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.432561  2120 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.446216  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 2
23:53:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.450448  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.472 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:20.472 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:20.472 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:20.472 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:20.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.473 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.474 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:20.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.535902  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 3
23:53:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.540477  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468400575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:20.592 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:53:20.594 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:53:20.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.681000  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 4
23:53:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.693364  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.732076  2120 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 5
23:53:20.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.741757  2120 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.866 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:20.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:20.867 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:20.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.868 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:20.870 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27738), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [54ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [281ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [344ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [374ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [431ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [431ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [449ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [455ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [457ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [457ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [484ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [505ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [525ms] refreshing cache from master, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [527ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [531ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [533ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [533ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [604ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [685ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [685ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [803ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [804ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [805ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [805ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1164ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2125ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2125ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3285ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3285ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4340ms] refreshing cache from master, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4343ms] too many traces: truncated at 100 traces, deferred=Deferred@171923882(state=PENDING, result=null, callback=(continuation of Deferred@548344285 after retry RPC after error@16467606) -> (continuation of Deferred@736279002 after retry RPC after error@1541424901) -> (continuation of Deferred@60392541 after retry RPC after error@1494003022) -> (continuation of Deferred@1730081756 after retry RPC after error@1042241621) -> (continuation of Deferred@1911261351 after retry RPC after error@1295072521) -> (continuation of Deferred@1570879328 after retry RPC after error@431522161) -> (continuation of Deferred@876321873 after retry RPC after error@1889941162) -> (continuation of Deferred@543987049 after retry RPC after error@2097298204) -> (continuation of Deferred@355727865 after retry RPC after error@1415683731) -> (continuation of Deferred@274898603 after retry RPC after error@2094308704) -> (continuation of Deferred@1981964082 after retry RPC after error@779076195) -> (continuation of Deferred@721192643 after retry RPC after error@1914384737) -> (continuation of Deferred@379857887 after retry RPC after error@1174966194) -> (continuation of Deferred@143442734 after retry RPC after error@599227239) -> (continuation of Deferred@343561757 after retry RPC after error@378355263) -> (continuation of Deferred@2029390451 after retry RPC after error@1610754633) -> (continuation of Deferred@638468842 after retry RPC after error@1502477522) -> (continuation of Deferred@299945986 after retry RPC after error@1614929941) -> (continuation of Deferred@873265125 after retry RPC after error@47310554) -> (continuation of Deferred@363218498 after retry RPC after error@2047364523) -> (continuation of Deferred@694697680 after retry RPC after error@604170769) -> (continuation of Deferred@61947013 after retry RPC after error@996957261) -> (continuation of Deferred@1402633038 after retry RPC after error@1618690382) -> (continuation of Deferred@1780751568 after retry RPC after error@871611373), errback=(continuation of Deferred@548344285 after retry RPC after error@16467606) -> (continuation of Deferred@736279002 after retry RPC after error@1541424901) -> (continuation of Deferred@60392541 after retry RPC after error@1494003022) -> (continuation of Deferred@1730081756 after retry RPC after error@1042241621) -> (continuation of Deferred@1911261351 after retry RPC after error@1295072521) -> (continuation of Deferred@1570879328 after retry RPC after error@431522161) -> (continuation of Deferred@876321873 after retry RPC after error@1889941162) -> (continuation of Deferred@543987049 after retry RPC after error@2097298204) -> (continuation of Deferred@355727865 after retry RPC after error@1415683731) -> (continuation of Deferred@274898603 after retry RPC after error@2094308704) -> (continuation of Deferred@1981964082 after retry RPC after error@779076195) -> (continuation of Deferred@721192643 after retry RPC after error@1914384737) -> (continuation of Deferred@379857887 after retry RPC after error@1174966194) -> (continuation of Deferred@143442734 after retry RPC after error@599227239) -> (continuation of Deferred@343561757 after retry RPC after error@378355263) -> (continuation of Deferred@2029390451 after retry RPC after error@1610754633) -> (continuation of Deferred@638468842 after retry RPC after error@1502477522) -> (continuation of Deferred@299945986 after retry RPC after error@1614929941) -> (continuation of Deferred@873265125 after retry RPC after error@47310554) -> (continuation of Deferred@363218498 after retry RPC after error@2047364523) -> (continuation of Deferred@694697680 after retry RPC after error@604170769) -> (continuation of Deferred@61947013 after retry RPC after error@996957261) -> (continuation of Deferred@1402633038 after retry RPC after error@1618690382) -> (continuation of Deferred@1780751568 after retry RPC after error@871611373)))
23:53:20.872 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:53:20.872 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27738), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [54ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [281ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [344ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [374ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [431ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [431ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [449ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [455ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [457ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [457ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [484ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [505ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [525ms] refreshing cache from master, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [527ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [531ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [533ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [533ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [604ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [685ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [685ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [803ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [804ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [805ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [805ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1164ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2125ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2125ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3285ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3285ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4340ms] refreshing cache from master, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4343ms] too many traces: truncated at 100 traces, deferred=Deferred@171923882(state=PENDING, result=null, callback=(continuation of Deferred@548344285 after retry RPC after error@16467606) -> (continuation of Deferred@736279002 after retry RPC after error@1541424901) -> (continuation of Deferred@60392541 after retry RPC after error@1494003022) -> (continuation of Deferred@1730081756 after retry RPC after error@1042241621) -> (continuation of Deferred@1911261351 after retry RPC after error@1295072521) -> (continuation of Deferred@1570879328 after retry RPC after error@431522161) -> (continuation of Deferred@876321873 after retry RPC after error@1889941162) -> (continuation of Deferred@543987049 after retry RPC after error@2097298204) -> (continuation of Deferred@355727865 after retry RPC after error@1415683731) -> (continuation of Deferred@274898603 after retry RPC after error@2094308704) -> (continuation of Deferred@1981964082 after retry RPC after error@779076195) -> (continuation of Deferred@721192643 after retry RPC after error@1914384737) -> (continuation of Deferred@379857887 after retry RPC after error@1174966194) -> (continuation of Deferred@143442734 after retry RPC after error@599227239) -> (continuation of Deferred@343561757 after retry RPC after error@378355263) -> (continuation of Deferred@2029390451 after retry RPC after error@1610754633) -> (continuation of Deferred@638468842 after retry RPC after error@1502477522) -> (continuation of Deferred@299945986 after retry RPC after error@1614929941) -> (continuation of Deferred@873265125 after retry RPC after error@47310554) -> (continuation of Deferred@363218498 after retry RPC after error@2047364523) -> (continuation of Deferred@694697680 after retry RPC after error@604170769) -> (continuation of Deferred@61947013 after retry RPC after error@996957261) -> (continuation of Deferred@1402633038 after retry RPC after error@1618690382) -> (continuation of Deferred@1780751568 after retry RPC after error@871611373), errback=(continuation of Deferred@548344285 after retry RPC after error@16467606) -> (continuation of Deferred@736279002 after retry RPC after error@1541424901) -> (continuation of Deferred@60392541 after retry RPC after error@1494003022) -> (continuation of Deferred@1730081756 after retry RPC after error@1042241621) -> (continuation of Deferred@1911261351 after retry RPC after error@1295072521) -> (continuation of Deferred@1570879328 after retry RPC after error@431522161) -> (continuation of Deferred@876321873 after retry RPC after error@1889941162) -> (continuation of Deferred@543987049 after retry RPC after error@2097298204) -> (continuation of Deferred@355727865 after retry RPC after error@1415683731) -> (continuation of Deferred@274898603 after retry RPC after error@2094308704) -> (continuation of Deferred@1981964082 after retry RPC after error@779076195) -> (continuation of Deferred@721192643 after retry RPC after error@1914384737) -> (continuation of Deferred@379857887 after retry RPC after error@1174966194) -> (continuation of Deferred@143442734 after retry RPC after error@599227239) -> (continuation of Deferred@343561757 after retry RPC after error@378355263) -> (continuation of Deferred@2029390451 after retry RPC after error@1610754633) -> (continuation of Deferred@638468842 after retry RPC after error@1502477522) -> (continuation of Deferred@299945986 after retry RPC after error@1614929941) -> (continuation of Deferred@873265125 after retry RPC after error@47310554) -> (continuation of Deferred@363218498 after retry RPC after error@2047364523) -> (continuation of Deferred@694697680 after retry RPC after error@604170769) -> (continuation of Deferred@61947013 after retry RPC after error@996957261) -> (continuation of Deferred@1402633038 after retry RPC after error@1618690382) -> (continuation of Deferred@1780751568 after retry RPC after error@871611373)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:20.873 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:53:20.877 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:53:20.882 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:20.883 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:20.883 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:20.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:20.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:20.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:20.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:20.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:20.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:20.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:20.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:20.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:20.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:20.886 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27738), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [54ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [281ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [344ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [374ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [431ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [431ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [447ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [449ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [455ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [457ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [457ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [484ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [505ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [525ms] refreshing cache from master, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [527ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [531ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [533ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [533ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [604ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [685ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [685ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [803ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [804ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [805ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [805ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1164ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2125ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2125ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3285ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3285ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4340ms] refreshing cache from master, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4343ms] too many traces: truncated at 100 traces, deferred=Deferred@171923882(state=PENDING, result=null, callback=(continuation of Deferred@548344285 after retry RPC after error@16467606) -> (continuation of Deferred@736279002 after retry RPC after error@1541424901) -> (continuation of Deferred@60392541 after retry RPC after error@1494003022) -> (continuation of Deferred@1730081756 after retry RPC after error@1042241621) -> (continuation of Deferred@1911261351 after retry RPC after error@1295072521) -> (continuation of Deferred@1570879328 after retry RPC after error@431522161) -> (continuation of Deferred@876321873 after retry RPC after error@1889941162) -> (continuation of Deferred@543987049 after retry RPC after error@2097298204) -> (continuation of Deferred@355727865 after retry RPC after error@1415683731) -> (continuation of Deferred@274898603 after retry RPC after error@2094308704) -> (continuation of Deferred@1981964082 after retry RPC after error@779076195) -> (continuation of Deferred@721192643 after retry RPC after error@1914384737) -> (continuation of Deferred@379857887 after retry RPC after error@1174966194) -> (continuation of Deferred@143442734 after retry RPC after error@599227239) -> (continuation of Deferred@343561757 after retry RPC after error@378355263) -> (continuation of Deferred@2029390451 after retry RPC after error@1610754633) -> (continuation of Deferred@638468842 after retry RPC after error@1502477522) -> (continuation of Deferred@299945986 after retry RPC after error@1614929941) -> (continuation of Deferred@873265125 after retry RPC after error@47310554) -> (continuation of Deferred@363218498 after retry RPC after error@2047364523) -> (continuation of Deferred@694697680 after retry RPC after error@604170769) -> (continuation of Deferred@61947013 after retry RPC after error@996957261) -> (continuation of Deferred@1402633038 after retry RPC after error@1618690382) -> (continuation of Deferred@1780751568 after retry RPC after error@871611373), errback=(continuation of Deferred@548344285 after retry RPC after error@16467606) -> (continuation of Deferred@736279002 after retry RPC after error@1541424901) -> (continuation of Deferred@60392541 after retry RPC after error@1494003022) -> (continuation of Deferred@1730081756 after retry RPC after error@1042241621) -> (continuation of Deferred@1911261351 after retry RPC after error@1295072521) -> (continuation of Deferred@1570879328 after retry RPC after error@431522161) -> (continuation of Deferred@876321873 after retry RPC after error@1889941162) -> (continuation of Deferred@543987049 after retry RPC after error@2097298204) -> (continuation of Deferred@355727865 after retry RPC after error@1415683731) -> (continuation of Deferred@274898603 after retry RPC after error@2094308704) -> (continuation of Deferred@1981964082 after retry RPC after error@779076195) -> (continuation of Deferred@721192643 after retry RPC after error@1914384737) -> (continuation of Deferred@379857887 after retry RPC after error@1174966194) -> (continuation of Deferred@143442734 after retry RPC after error@599227239) -> (continuation of Deferred@343561757 after retry RPC after error@378355263) -> (continuation of Deferred@2029390451 after retry RPC after error@1610754633) -> (continuation of Deferred@638468842 after retry RPC after error@1502477522) -> (continuation of Deferred@299945986 after retry RPC after error@1614929941) -> (continuation of Deferred@873265125 after retry RPC after error@47310554) -> (continuation of Deferred@363218498 after retry RPC after error@2047364523) -> (continuation of Deferred@694697680 after retry RPC after error@604170769) -> (continuation of Deferred@61947013 after retry RPC after error@996957261) -> (continuation of Deferred@1402633038 after retry RPC after error@1618690382) -> (continuation of Deferred@1780751568 after retry RPC after error@871611373)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:20.889 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:53:20.890 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
23:53:20.891 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:53:20.891 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:53:20.895 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:53:20.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:20.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:20.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:20.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.970 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:20.977029  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 5
23:53:20.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:20.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:20.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:20.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:20.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:20.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:20.988 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:20.990 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27851), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [85ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [87ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [87ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [153ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [168ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [168ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [373ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [408ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [409ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [424ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [425ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [425ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [486ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [486ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [487ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [526ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [526ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [526ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [544ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [786ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [786ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [787ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [787ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1249ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1249ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1643ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2384ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [5982ms] refreshing cache from master, [5982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5984ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5985ms] too many traces: truncated at 100 traces, deferred=Deferred@2113058735(state=PENDING, result=null, callback=(continuation of Deferred@419123010 after retry RPC after error@1425168776) -> (continuation of Deferred@597699756 after retry RPC after error@1267185848) -> (continuation of Deferred@155484117 after retry RPC after error@1337739628) -> (continuation of Deferred@1843120507 after retry RPC after error@460320256) -> (continuation of Deferred@830439535 after retry RPC after error@472205317) -> (continuation of Deferred@797362923 after retry RPC after error@1274887925) -> (continuation of Deferred@114078493 after retry RPC after error@815773345) -> (continuation of Deferred@693629899 after retry RPC after error@201288322) -> (continuation of Deferred@1757967547 after retry RPC after error@623902141) -> (continuation of Deferred@863017848 after retry RPC after error@1135303918) -> (continuation of Deferred@1752008076 after retry RPC after error@854941481) -> (continuation of Deferred@90810708 after retry RPC after error@482134331) -> (continuation of Deferred@419004101 after retry RPC after error@7173860) -> (continuation of Deferred@1208376500 after retry RPC after error@847884702) -> (continuation of Deferred@1641410140 after retry RPC after error@174354132) -> (continuation of Deferred@1895657680 after retry RPC after error@260520464) -> (continuation of Deferred@1106154162 after retry RPC after error@1758811797) -> (continuation of Deferred@1932902575 after retry RPC after error@1163141987) -> (continuation of Deferred@1889161849 after retry RPC after error@851038977) -> (continuation of Deferred@1867795777 after retry RPC after error@201274611) -> (continuation of Deferred@701806191 after retry RPC after error@1435064719) -> (continuation of Deferred@410662970 after retry RPC after error@1783680874) -> (continuation of Deferred@1715170177 after retry RPC after error@2044789736) -> (continuation of Deferred@814960390 after retry RPC after error@1549073889) -> (continuation of Deferred@1636754057 after retry RPC after error@276910867), errback=(continuation of Deferred@419123010 after retry RPC after error@1425168776) -> (continuation of Deferred@597699756 after retry RPC after error@1267185848) -> (continuation of Deferred@155484117 after retry RPC after error@1337739628) -> (continuation of Deferred@1843120507 after retry RPC after error@460320256) -> (continuation of Deferred@830439535 after retry RPC after error@472205317) -> (continuation of Deferred@797362923 after retry RPC after error@1274887925) -> (continuation of Deferred@114078493 after retry RPC after error@815773345) -> (continuation of Deferred@693629899 after retry RPC after error@201288322) -> (continuation of Deferred@1757967547 after retry RPC after error@623902141) -> (continuation of Deferred@863017848 after retry RPC after error@1135303918) -> (continuation of Deferred@1752008076 after retry RPC after error@854941481) -> (continuation of Deferred@90810708 after retry RPC after error@482134331) -> (continuation of Deferred@419004101 after retry RPC after error@7173860) -> (continuation of Deferred@1208376500 after retry RPC after error@847884702) -> (continuation of Deferred@1641410140 after retry RPC after error@174354132) -> (continuation of Deferred@1895657680 after retry RPC after error@260520464) -> (continuation of Deferred@1106154162 after retry RPC after error@1758811797) -> (continuation of Deferred@1932902575 after retry RPC after error@1163141987) -> (continuation of Deferred@1889161849 after retry RPC after error@851038977) -> (continuation of Deferred@1867795777 after retry RPC after error@201274611) -> (continuation of Deferred@701806191 after retry RPC after error@1435064719) -> (continuation of Deferred@410662970 after retry RPC after error@1783680874) -> (continuation of Deferred@1715170177 after retry RPC after error@2044789736) -> (continuation of Deferred@814960390 after retry RPC after error@1549073889) -> (continuation of Deferred@1636754057 after retry RPC after error@276910867)))
23:53:20.991 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:53:20.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.991364  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:20.991 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27851), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [85ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [87ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [87ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [153ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [168ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [168ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [373ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [408ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [409ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [424ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [425ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [425ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [486ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [486ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [487ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [526ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [526ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [526ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [544ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [786ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [786ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [787ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [787ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1249ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1249ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1643ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2384ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [5982ms] refreshing cache from master, [5982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5984ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5985ms] too many traces: truncated at 100 traces, deferred=Deferred@2113058735(state=PENDING, result=null, callback=(continuation of Deferred@419123010 after retry RPC after error@1425168776) -> (continuation of Deferred@597699756 after retry RPC after error@1267185848) -> (continuation of Deferred@155484117 after retry RPC after error@1337739628) -> (continuation of Deferred@1843120507 after retry RPC after error@460320256) -> (continuation of Deferred@830439535 after retry RPC after error@472205317) -> (continuation of Deferred@797362923 after retry RPC after error@1274887925) -> (continuation of Deferred@114078493 after retry RPC after error@815773345) -> (continuation of Deferred@693629899 after retry RPC after error@201288322) -> (continuation of Deferred@1757967547 after retry RPC after error@623902141) -> (continuation of Deferred@863017848 after retry RPC after error@1135303918) -> (continuation of Deferred@1752008076 after retry RPC after error@854941481) -> (continuation of Deferred@90810708 after retry RPC after error@482134331) -> (continuation of Deferred@419004101 after retry RPC after error@7173860) -> (continuation of Deferred@1208376500 after retry RPC after error@847884702) -> (continuation of Deferred@1641410140 after retry RPC after error@174354132) -> (continuation of Deferred@1895657680 after retry RPC after error@260520464) -> (continuation of Deferred@1106154162 after retry RPC after error@1758811797) -> (continuation of Deferred@1932902575 after retry RPC after error@1163141987) -> (continuation of Deferred@1889161849 after retry RPC after error@851038977) -> (continuation of Deferred@1867795777 after retry RPC after error@201274611) -> (continuation of Deferred@701806191 after retry RPC after error@1435064719) -> (continuation of Deferred@410662970 after retry RPC after error@1783680874) -> (continuation of Deferred@1715170177 after retry RPC after error@2044789736) -> (continuation of Deferred@814960390 after retry RPC after error@1549073889) -> (continuation of Deferred@1636754057 after retry RPC after error@276910867), errback=(continuation of Deferred@419123010 after retry RPC after error@1425168776) -> (continuation of Deferred@597699756 after retry RPC after error@1267185848) -> (continuation of Deferred@155484117 after retry RPC after error@1337739628) -> (continuation of Deferred@1843120507 after retry RPC after error@460320256) -> (continuation of Deferred@830439535 after retry RPC after error@472205317) -> (continuation of Deferred@797362923 after retry RPC after error@1274887925) -> (continuation of Deferred@114078493 after retry RPC after error@815773345) -> (continuation of Deferred@693629899 after retry RPC after error@201288322) -> (continuation of Deferred@1757967547 after retry RPC after error@623902141) -> (continuation of Deferred@863017848 after retry RPC after error@1135303918) -> (continuation of Deferred@1752008076 after retry RPC after error@854941481) -> (continuation of Deferred@90810708 after retry RPC after error@482134331) -> (continuation of Deferred@419004101 after retry RPC after error@7173860) -> (continuation of Deferred@1208376500 after retry RPC after error@847884702) -> (continuation of Deferred@1641410140 after retry RPC after error@174354132) -> (continuation of Deferred@1895657680 after retry RPC after error@260520464) -> (continuation of Deferred@1106154162 after retry RPC after error@1758811797) -> (continuation of Deferred@1932902575 after retry RPC after error@1163141987) -> (continuation of Deferred@1889161849 after retry RPC after error@851038977) -> (continuation of Deferred@1867795777 after retry RPC after error@201274611) -> (continuation of Deferred@701806191 after retry RPC after error@1435064719) -> (continuation of Deferred@410662970 after retry RPC after error@1783680874) -> (continuation of Deferred@1715170177 after retry RPC after error@2044789736) -> (continuation of Deferred@814960390 after retry RPC after error@1549073889) -> (continuation of Deferred@1636754057 after retry RPC after error@276910867)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.189:37341
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:20.992 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:53:20.996 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:53:21.000 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27851), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [85ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [87ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [87ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [153ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [168ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [168ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [373ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [408ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [409ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [424ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [425ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [425ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [486ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [486ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [487ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [525ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [526ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [526ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [526ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [544ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [786ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [786ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [787ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [787ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1249ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1249ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1643ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2384ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [5982ms] refreshing cache from master, [5982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5984ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5985ms] too many traces: truncated at 100 traces, deferred=Deferred@2113058735(state=PENDING, result=null, callback=(continuation of Deferred@419123010 after retry RPC after error@1425168776) -> (continuation of Deferred@597699756 after retry RPC after error@1267185848) -> (continuation of Deferred@155484117 after retry RPC after error@1337739628) -> (continuation of Deferred@1843120507 after retry RPC after error@460320256) -> (continuation of Deferred@830439535 after retry RPC after error@472205317) -> (continuation of Deferred@797362923 after retry RPC after error@1274887925) -> (continuation of Deferred@114078493 after retry RPC after error@815773345) -> (continuation of Deferred@693629899 after retry RPC after error@201288322) -> (continuation of Deferred@1757967547 after retry RPC after error@623902141) -> (continuation of Deferred@863017848 after retry RPC after error@1135303918) -> (continuation of Deferred@1752008076 after retry RPC after error@854941481) -> (continuation of Deferred@90810708 after retry RPC after error@482134331) -> (continuation of Deferred@419004101 after retry RPC after error@7173860) -> (continuation of Deferred@1208376500 after retry RPC after error@847884702) -> (continuation of Deferred@1641410140 after retry RPC after error@174354132) -> (continuation of Deferred@1895657680 after retry RPC after error@260520464) -> (continuation of Deferred@1106154162 after retry RPC after error@1758811797) -> (continuation of Deferred@1932902575 after retry RPC after error@1163141987) -> (continuation of Deferred@1889161849 after retry RPC after error@851038977) -> (continuation of Deferred@1867795777 after retry RPC after error@201274611) -> (continuation of Deferred@701806191 after retry RPC after error@1435064719) -> (continuation of Deferred@410662970 after retry RPC after error@1783680874) -> (continuation of Deferred@1715170177 after retry RPC after error@2044789736) -> (continuation of Deferred@814960390 after retry RPC after error@1549073889) -> (continuation of Deferred@1636754057 after retry RPC after error@276910867), errback=(continuation of Deferred@419123010 after retry RPC after error@1425168776) -> (continuation of Deferred@597699756 after retry RPC after error@1267185848) -> (continuation of Deferred@155484117 after retry RPC after error@1337739628) -> (continuation of Deferred@1843120507 after retry RPC after error@460320256) -> (continuation of Deferred@830439535 after retry RPC after error@472205317) -> (continuation of Deferred@797362923 after retry RPC after error@1274887925) -> (continuation of Deferred@114078493 after retry RPC after error@815773345) -> (continuation of Deferred@693629899 after retry RPC after error@201288322) -> (continuation of Deferred@1757967547 after retry RPC after error@623902141) -> (continuation of Deferred@863017848 after retry RPC after error@1135303918) -> (continuation of Deferred@1752008076 after retry RPC after error@854941481) -> (continuation of Deferred@90810708 after retry RPC after error@482134331) -> (continuation of Deferred@419004101 after retry RPC after error@7173860) -> (continuation of Deferred@1208376500 after retry RPC after error@847884702) -> (continuation of Deferred@1641410140 after retry RPC after error@174354132) -> (continuation of Deferred@1895657680 after retry RPC after error@260520464) -> (continuation of Deferred@1106154162 after retry RPC after error@1758811797) -> (continuation of Deferred@1932902575 after retry RPC after error@1163141987) -> (continuation of Deferred@1889161849 after retry RPC after error@851038977) -> (continuation of Deferred@1867795777 after retry RPC after error@201274611) -> (continuation of Deferred@701806191 after retry RPC after error@1435064719) -> (continuation of Deferred@410662970 after retry RPC after error@1783680874) -> (continuation of Deferred@1715170177 after retry RPC after error@2044789736) -> (continuation of Deferred@814960390 after retry RPC after error@1549073889) -> (continuation of Deferred@1636754057 after retry RPC after error@276910867)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.189:37341
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:21.002 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:53:21.003 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:21.003 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:21.004 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:21.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:21.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:21.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:21.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:21.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:21.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:21.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:21.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:21.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:21.005 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:21.005 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:53:21.006 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:53:21.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468401075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:21.094 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:53:21.097 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:53:21.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.289402  2120 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 6
23:53:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:21.312825  2120 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:21.392 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:21.392 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:21.393 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:21.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:21.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:21.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:21.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:21.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:21.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:21.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:21.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:21.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:21.396 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:21.397 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28251), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [249ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [257ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [258ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [295ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [306ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [307ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [332ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [333ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [335ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [337ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [337ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [364ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [364ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [403ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [523ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [744ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [744ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [943ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [944ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1565ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1565ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3000ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3006ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3006ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3180ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3185ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3186ms] too many traces: truncated at 100 traces, deferred=Deferred@817659464(state=PENDING, result=null, callback=(continuation of Deferred@374273234 after retry RPC after error@462481219) -> (continuation of Deferred@659074265 after retry RPC after error@1960171590) -> (continuation of Deferred@366758506 after retry RPC after error@166337901) -> (continuation of Deferred@1806059245 after retry RPC after error@837526583) -> (continuation of Deferred@1184049018 after retry RPC after error@525032368) -> (continuation of Deferred@1174665114 after retry RPC after error@707078513) -> (continuation of Deferred@1968333752 after retry RPC after error@805380217) -> (continuation of Deferred@1776791236 after retry RPC after error@1779072040) -> (continuation of Deferred@212049266 after retry RPC after error@890791543) -> (continuation of Deferred@1633517470 after retry RPC after error@1485812897) -> (continuation of Deferred@1213721295 after retry RPC after error@1049237100) -> (continuation of Deferred@874590124 after retry RPC after error@296660789) -> (continuation of Deferred@1717059165 after retry RPC after error@143617420) -> (continuation of Deferred@896434046 after retry RPC after error@1373485537) -> (continuation of Deferred@1985011537 after retry RPC after error@96481050) -> (continuation of Deferred@1133716819 after retry RPC after error@2143129201) -> (continuation of Deferred@258440320 after retry RPC after error@190528137) -> (continuation of Deferred@1362636556 after retry RPC after error@1113976156) -> (continuation of Deferred@1993476844 after retry RPC after error@605022669) -> (continuation of Deferred@887091727 after retry RPC after error@1497233093) -> (continuation of Deferred@1071514212 after retry RPC after error@1682232787) -> (continuation of Deferred@801119454 after retry RPC after error@427646013) -> (continuation of Deferred@1459593300 after retry RPC after error@341253397) -> (continuation of Deferred@1004455341 after retry RPC after error@1211230815) -> (continuation of Deferred@1676090893 after retry RPC after error@1333008593), errback=(continuation of Deferred@374273234 after retry RPC after error@462481219) -> (continuation of Deferred@659074265 after retry RPC after error@1960171590) -> (continuation of Deferred@366758506 after retry RPC after error@166337901) -> (continuation of Deferred@1806059245 after retry RPC after error@837526583) -> (continuation of Deferred@1184049018 after retry RPC after error@525032368) -> (continuation of Deferred@1174665114 after retry RPC after error@707078513) -> (continuation of Deferred@1968333752 after retry RPC after error@805380217) -> (continuation of Deferred@1776791236 after retry RPC after error@1779072040) -> (continuation of Deferred@212049266 after retry RPC after error@890791543) -> (continuation of Deferred@1633517470 after retry RPC after error@1485812897) -> (continuation of Deferred@1213721295 after retry RPC after error@1049237100) -> (continuation of Deferred@874590124 after retry RPC after error@296660789) -> (continuation of Deferred@1717059165 after retry RPC after error@143617420) -> (continuation of Deferred@896434046 after retry RPC after error@1373485537) -> (continuation of Deferred@1985011537 after retry RPC after error@96481050) -> (continuation of Deferred@1133716819 after retry RPC after error@2143129201) -> (continuation of Deferred@258440320 after retry RPC after error@190528137) -> (continuation of Deferred@1362636556 after retry RPC after error@1113976156) -> (continuation of Deferred@1993476844 after retry RPC after error@605022669) -> (continuation of Deferred@887091727 after retry RPC after error@1497233093) -> (continuation of Deferred@1071514212 after retry RPC after error@1682232787) -> (continuation of Deferred@801119454 after retry RPC after error@427646013) -> (continuation of Deferred@1459593300 after retry RPC after error@341253397) -> (continuation of Deferred@1004455341 after retry RPC after error@1211230815) -> (continuation of Deferred@1676090893 after retry RPC after error@1333008593)))
23:53:21.398 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:53:21.398 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28251), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [249ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [257ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [258ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [295ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [306ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [307ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [332ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [333ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [335ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [337ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [337ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [364ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [364ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [403ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [523ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [744ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [744ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [943ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [944ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1565ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1565ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3000ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3006ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3006ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3180ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3185ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3186ms] too many traces: truncated at 100 traces, deferred=Deferred@817659464(state=PENDING, result=null, callback=(continuation of Deferred@374273234 after retry RPC after error@462481219) -> (continuation of Deferred@659074265 after retry RPC after error@1960171590) -> (continuation of Deferred@366758506 after retry RPC after error@166337901) -> (continuation of Deferred@1806059245 after retry RPC after error@837526583) -> (continuation of Deferred@1184049018 after retry RPC after error@525032368) -> (continuation of Deferred@1174665114 after retry RPC after error@707078513) -> (continuation of Deferred@1968333752 after retry RPC after error@805380217) -> (continuation of Deferred@1776791236 after retry RPC after error@1779072040) -> (continuation of Deferred@212049266 after retry RPC after error@890791543) -> (continuation of Deferred@1633517470 after retry RPC after error@1485812897) -> (continuation of Deferred@1213721295 after retry RPC after error@1049237100) -> (continuation of Deferred@874590124 after retry RPC after error@296660789) -> (continuation of Deferred@1717059165 after retry RPC after error@143617420) -> (continuation of Deferred@896434046 after retry RPC after error@1373485537) -> (continuation of Deferred@1985011537 after retry RPC after error@96481050) -> (continuation of Deferred@1133716819 after retry RPC after error@2143129201) -> (continuation of Deferred@258440320 after retry RPC after error@190528137) -> (continuation of Deferred@1362636556 after retry RPC after error@1113976156) -> (continuation of Deferred@1993476844 after retry RPC after error@605022669) -> (continuation of Deferred@887091727 after retry RPC after error@1497233093) -> (continuation of Deferred@1071514212 after retry RPC after error@1682232787) -> (continuation of Deferred@801119454 after retry RPC after error@427646013) -> (continuation of Deferred@1459593300 after retry RPC after error@341253397) -> (continuation of Deferred@1004455341 after retry RPC after error@1211230815) -> (continuation of Deferred@1676090893 after retry RPC after error@1333008593), errback=(continuation of Deferred@374273234 after retry RPC after error@462481219) -> (continuation of Deferred@659074265 after retry RPC after error@1960171590) -> (continuation of Deferred@366758506 after retry RPC after error@166337901) -> (continuation of Deferred@1806059245 after retry RPC after error@837526583) -> (continuation of Deferred@1184049018 after retry RPC after error@525032368) -> (continuation of Deferred@1174665114 after retry RPC after error@707078513) -> (continuation of Deferred@1968333752 after retry RPC after error@805380217) -> (continuation of Deferred@1776791236 after retry RPC after error@1779072040) -> (continuation of Deferred@212049266 after retry RPC after error@890791543) -> (continuation of Deferred@1633517470 after retry RPC after error@1485812897) -> (continuation of Deferred@1213721295 after retry RPC after error@1049237100) -> (continuation of Deferred@874590124 after retry RPC after error@296660789) -> (continuation of Deferred@1717059165 after retry RPC after error@143617420) -> (continuation of Deferred@896434046 after retry RPC after error@1373485537) -> (continuation of Deferred@1985011537 after retry RPC after error@96481050) -> (continuation of Deferred@1133716819 after retry RPC after error@2143129201) -> (continuation of Deferred@258440320 after retry RPC after error@190528137) -> (continuation of Deferred@1362636556 after retry RPC after error@1113976156) -> (continuation of Deferred@1993476844 after retry RPC after error@605022669) -> (continuation of Deferred@887091727 after retry RPC after error@1497233093) -> (continuation of Deferred@1071514212 after retry RPC after error@1682232787) -> (continuation of Deferred@801119454 after retry RPC after error@427646013) -> (continuation of Deferred@1459593300 after retry RPC after error@341253397) -> (continuation of Deferred@1004455341 after retry RPC after error@1211230815) -> (continuation of Deferred@1676090893 after retry RPC after error@1333008593)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:21.399 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:53:21.400 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:53:21.448 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28251), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [249ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [257ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [258ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [295ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [306ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [307ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [332ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [333ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [335ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [337ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [337ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [364ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [364ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [403ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [523ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [744ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [744ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [942ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [943ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [944ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1565ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1565ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3000ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3006ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3006ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3180ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3185ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3186ms] too many traces: truncated at 100 traces, deferred=Deferred@817659464(state=PENDING, result=null, callback=(continuation of Deferred@374273234 after retry RPC after error@462481219) -> (continuation of Deferred@659074265 after retry RPC after error@1960171590) -> (continuation of Deferred@366758506 after retry RPC after error@166337901) -> (continuation of Deferred@1806059245 after retry RPC after error@837526583) -> (continuation of Deferred@1184049018 after retry RPC after error@525032368) -> (continuation of Deferred@1174665114 after retry RPC after error@707078513) -> (continuation of Deferred@1968333752 after retry RPC after error@805380217) -> (continuation of Deferred@1776791236 after retry RPC after error@1779072040) -> (continuation of Deferred@212049266 after retry RPC after error@890791543) -> (continuation of Deferred@1633517470 after retry RPC after error@1485812897) -> (continuation of Deferred@1213721295 after retry RPC after error@1049237100) -> (continuation of Deferred@874590124 after retry RPC after error@296660789) -> (continuation of Deferred@1717059165 after retry RPC after error@143617420) -> (continuation of Deferred@896434046 after retry RPC after error@1373485537) -> (continuation of Deferred@1985011537 after retry RPC after error@96481050) -> (continuation of Deferred@1133716819 after retry RPC after error@2143129201) -> (continuation of Deferred@258440320 after retry RPC after error@190528137) -> (continuation of Deferred@1362636556 after retry RPC after error@1113976156) -> (continuation of Deferred@1993476844 after retry RPC after error@605022669) -> (continuation of Deferred@887091727 after retry RPC after error@1497233093) -> (continuation of Deferred@1071514212 after retry RPC after error@1682232787) -> (continuation of Deferred@801119454 after retry RPC after error@427646013) -> (continuation of Deferred@1459593300 after retry RPC after error@341253397) -> (continuation of Deferred@1004455341 after retry RPC after error@1211230815) -> (continuation of Deferred@1676090893 after retry RPC after error@1333008593), errback=(continuation of Deferred@374273234 after retry RPC after error@462481219) -> (continuation of Deferred@659074265 after retry RPC after error@1960171590) -> (continuation of Deferred@366758506 after retry RPC after error@166337901) -> (continuation of Deferred@1806059245 after retry RPC after error@837526583) -> (continuation of Deferred@1184049018 after retry RPC after error@525032368) -> (continuation of Deferred@1174665114 after retry RPC after error@707078513) -> (continuation of Deferred@1968333752 after retry RPC after error@805380217) -> (continuation of Deferred@1776791236 after retry RPC after error@1779072040) -> (continuation of Deferred@212049266 after retry RPC after error@890791543) -> (continuation of Deferred@1633517470 after retry RPC after error@1485812897) -> (continuation of Deferred@1213721295 after retry RPC after error@1049237100) -> (continuation of Deferred@874590124 after retry RPC after error@296660789) -> (continuation of Deferred@1717059165 after retry RPC after error@143617420) -> (continuation of Deferred@896434046 after retry RPC after error@1373485537) -> (continuation of Deferred@1985011537 after retry RPC after error@96481050) -> (continuation of Deferred@1133716819 after retry RPC after error@2143129201) -> (continuation of Deferred@258440320 after retry RPC after error@190528137) -> (continuation of Deferred@1362636556 after retry RPC after error@1113976156) -> (continuation of Deferred@1993476844 after retry RPC after error@605022669) -> (continuation of Deferred@887091727 after retry RPC after error@1497233093) -> (continuation of Deferred@1071514212 after retry RPC after error@1682232787) -> (continuation of Deferred@801119454 after retry RPC after error@427646013) -> (continuation of Deferred@1459593300 after retry RPC after error@341253397) -> (continuation of Deferred@1004455341 after retry RPC after error@1211230815) -> (continuation of Deferred@1676090893 after retry RPC after error@1333008593)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:21.449 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:53:21.450 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:53:21.453 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:53:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.544037  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 6
23:53:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:21.555720  2045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.234.252:33151: Network error: Client connection negotiation failed: client connection to 127.1.234.252:33151: connect: Connection refused (error 111)
23:53:21.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468401575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:21.589 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:53:21.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:53:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:20.425172  2135 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:21.801220  2137 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:21.803489  2136 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1374 milliseconds
23:53:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.803627  2122 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.804858  2122 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.807418  2122 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.808786  2122 hybrid_clock.cc:648] HybridClock initialized: now 1783468401808756 us; error 38 us; skew 500 ppm
23:53:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.809643  2122 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.816229  2122 webserver.cc:534] Webserver started at http://127.1.234.252:34243/ using document root <none> and password file <none>
23:53:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.817133  2122 fs_manager.cc:362] Metadata directory not provided
23:53:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.817317  2122 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.817793  2122 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:21.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.822141  2122 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/data/instance:
23:53:21.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cabd990274a14480bb75abaac3601156"
23:53:21.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:21 on dist-test-slave-1rxj"
23:53:21.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.823231  2122 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/wal/instance:
23:53:21.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cabd990274a14480bb75abaac3601156"
23:53:21.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:21 on dist-test-slave-1rxj"
23:53:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.830829  2122 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
23:53:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.837320  2150 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.838560  2122 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.838927  2122 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/wal
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cabd990274a14480bb75abaac3601156"
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:21 on dist-test-slave-1rxj"
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.839319  2122 fs_report.cc:389] FS layout report
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/wal
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/wal
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/data/data
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.887842  2122 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.889381  2122 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.889940  2122 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:21.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.969615  2122 rpc_server.cc:307] RPC server started. Bound to: 127.1.234.252:33151
23:53:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.969724  2202 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.234.252:33151 every 8 connection(s)
23:53:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.972388  2122 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/data/info.pb
23:53:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.978475  2203 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.981917  1963 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 2122
23:53:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.982338  1963 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/master-2/wal/instance
23:53:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:21.991714  2203 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } has no permanent_uuid. Determining permanent_uuid...
23:53:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.022747  2203 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } has no permanent_uuid. Determining permanent_uuid...
23:53:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.034407  2203 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } has no permanent_uuid. Determining permanent_uuid...
23:53:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.052314  2203 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156: Bootstrap starting.
23:53:22.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.058952  2203 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156: Neither blocks nor log segments found. Creating new log.
23:53:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.060808  2203 log.cc:826] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156: Log is configured to *not* fsync() on all Append() calls
23:53:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.066568  2203 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156: No bootstrap required, opened a new log
23:53:22.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468402074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:22.083 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:53:22.084 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:53:22.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.089668  2203 raft_consensus.cc:359] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.090586  2203 raft_consensus.cc:385] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.090889  2203 raft_consensus.cc:740] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cabd990274a14480bb75abaac3601156, State: Initialized, Role: FOLLOWER
23:53:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.092033  2203 consensus_queue.cc:260] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.095216  2213 sys_catalog.cc:455] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.095822  2213 sys_catalog.cc:458] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: This master's current role is: FOLLOWER
23:53:22.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.096539  2203 sys_catalog.cc:565] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: configured and running, proceeding with master startup.
23:53:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:22.124814  2224 catalog_manager.cc:1593] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:53:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:22.125151  2224 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:53:22.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:22.145229  2157 tablet.cc:2406] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.117898  2122 master_runner.cc:187] Error getting master registration for 127.1.234.254:35273: OK, instance_id { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" instance_seqno: 1783468397895471 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:53:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.148270  2122 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:53:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.373451  2120 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 7
23:53:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.391146  2120 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: Bootstrap starting.
23:53:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.398759  2120 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: Neither blocks nor log segments found. Creating new log.
23:53:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.400632  2120 log.cc:826] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: Log is configured to *not* fsync() on all Append() calls
23:53:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.405247  2120 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: No bootstrap required, opened a new log
23:53:22.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.423844  2120 raft_consensus.cc:359] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.424525  2120 raft_consensus.cc:385] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.424849  2120 raft_consensus.cc:740] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07dbeba2e3484a37b02deec77c443eb6, State: Initialized, Role: FOLLOWER
23:53:22.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.425925  2120 consensus_queue.cc:260] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.430238  2228 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.431087  2228 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [sys.catalog]: This master's current role is: FOLLOWER
23:53:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.432091  2120 sys_catalog.cc:565] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [sys.catalog]: configured and running, proceeding with master startup.
23:53:22.432 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:53:22.433 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:53:22.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 72 for source Source: KuduSource to checkpoint.
23:53:22.438 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:53:22.440 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:53:22.440 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:53:22.441 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:53:22.441 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:53:22.443 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:53:22.443 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:53:22.444 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:53:22.445 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 72 for source Source: KuduSource to checkpoint.
23:53:22.445 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:53:22.445 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:53:22.446 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:53:22.446 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:53:22.447 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:53:22.447 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:53:22.447 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:53:22.448 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:53:22.449 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:53:22.450 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63a856ff
23:53:22.450 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:22.450 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:22.451 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:53:22.452 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:53:22.453 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:53:22.454 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 72 for source Source: KuduSource to checkpoint.
23:53:22.454 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
23:53:22.454 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55e0b6ec
23:53:22.455 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:53:22.458 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:22.458 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:53:22.458 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:53:22.459 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@600edce1
23:53:22.459 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:22.460 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:22.460 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:53:22.465 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.465 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
23:53:22.465 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:53:22.465 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:53:22.465 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:53:22.466 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:53:22.466 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:53:22.468 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@790c19ad
23:53:22.471 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:22.474 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
23:53:22.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
23:53:22.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@215b94e0
23:53:22.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:22.476 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:22.476 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:53:22.476 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:53:22.480 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.483036  2213 raft_consensus.cc:493] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:22.483 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5676f2a5
23:53:22.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.483664  2213 raft_consensus.cc:515] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.485 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.488 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:22.488 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.488116  2213 leader_election.cc:290] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c2233533d7ce4c90b7cb26511984035d (127.1.234.254:35273), 07dbeba2e3484a37b02deec77c443eb6 (127.1.234.253:35279)
23:53:22.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.490 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.488894  2095 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cabd990274a14480bb75abaac3601156" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07dbeba2e3484a37b02deec77c443eb6" is_pre_election: true
23:53:22.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.492 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.490908  2095 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cabd990274a14480bb75abaac3601156 in term 0.
23:53:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.492878  2153 leader_election.cc:304] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07dbeba2e3484a37b02deec77c443eb6, cabd990274a14480bb75abaac3601156; no voters: 
23:53:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.493830  2213 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.494380  2213 raft_consensus.cc:493] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.494858  2213 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 0 FOLLOWER]: Advancing to term 1
23:53:22.501 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.502277  2213 raft_consensus.cc:515] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.505133  2213 leader_election.cc:290] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [CANDIDATE]: Term 1 election: Requested vote from peers c2233533d7ce4c90b7cb26511984035d (127.1.234.254:35273), 07dbeba2e3484a37b02deec77c443eb6 (127.1.234.253:35279)
23:53:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.506672  2095 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cabd990274a14480bb75abaac3601156" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07dbeba2e3484a37b02deec77c443eb6"
23:53:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.507236  2095 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [term 0 FOLLOWER]: Advancing to term 1
23:53:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.513662  2095 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cabd990274a14480bb75abaac3601156 in term 1.
23:53:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.514706  2153 leader_election.cc:304] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07dbeba2e3484a37b02deec77c443eb6, cabd990274a14480bb75abaac3601156; no voters: 
23:53:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:22.517122  2244 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:53:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:22.517462  2244 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:53:22.518 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.520 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.521698  2213 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 1 FOLLOWER]: Leader election won for term 1
23:53:22.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.525 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.540 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.546 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.494748  2047 master_runner.cc:187] Error getting master registration for 127.1.234.254:35273: OK, instance_id { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" instance_seqno: 1783468397895471 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:53:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.551978  2047 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:53:22.553 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.553539  2213 raft_consensus.cc:697] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [term 1 LEADER]: Becoming Leader. State: Replica: cabd990274a14480bb75abaac3601156, State: Running, Role: LEADER
23:53:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.554642  2213 consensus_queue.cc:237] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.560 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.560 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.562 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.567 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.570 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.571 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.571 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.572 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.573 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.573 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468402575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:22.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.577 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29432), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [98ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [116ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [116ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [257ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [272ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [273ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [392ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [396ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [405ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [421ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [424ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [443ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [482ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [485ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [507ms] refreshing cache from master, [507ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [509ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [510ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [511ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [511ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [643ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [644ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [644ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [801ms] refreshing cache from master, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [807ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [808ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [809ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [810ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1543ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3501ms] refreshing cache from master, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3504ms] too many traces: truncated at 100 traces, deferred=Deferred@1763271183(state=PENDING, result=null, callback=(continuation of Deferred@1750955191 after retry RPC after error@853628127) -> (continuation of Deferred@1856130324 after retry RPC after error@1275675605) -> (continuation of Deferred@1332903471 after retry RPC after error@2005765298) -> (continuation of Deferred@196847034 after retry RPC after error@229263603) -> (continuation of Deferred@1366678639 after retry RPC after error@1250308847) -> (continuation of Deferred@474400880 after retry RPC after error@1131734747) -> (continuation of Deferred@1016978558 after retry RPC after error@1199013960) -> (continuation of Deferred@1842927006 after retry RPC after error@159294656) -> (continuation of Deferred@1540548541 after retry RPC after error@551311695) -> (continuation of Deferred@184749295 after retry RPC after error@1999102443) -> (continuation of Deferred@990126013 after retry RPC after error@2043686835) -> (continuation of Deferred@1780949010 after retry RPC after error@583515140) -> (continuation of Deferred@958768662 after retry RPC after error@1106291510) -> (continuation of Deferred@310650026 after retry RPC after error@222072162) -> (continuation of Deferred@431853509 after retry RPC after error@1565535967) -> (continuation of Deferred@1849876651 after retry RPC after error@133965724) -> (continuation of Deferred@1917473537 after retry RPC after error@774946113) -> (continuation of Deferred@1460557716 after retry RPC after error@833112622) -> (continuation of Deferred@299554113 after retry RPC after error@975943822) -> (continuation of Deferred@524090024 after retry RPC after error@1815489115) -> (continuation of Deferred@729909825 after retry RPC after error@1275705463) -> (continuation of Deferred@882438884 after retry RPC after error@1763799774) -> (continuation of Deferred@1314205241 after retry RPC after error@1327431044), errback=(continuation of Deferred@1750955191 after retry RPC after error@853628127) -> (continuation of Deferred@1856130324 after retry RPC after error@1275675605) -> (continuation of Deferred@1332903471 after retry RPC after error@2005765298) -> (continuation of Deferred@196847034 after retry RPC after error@229263603) -> (continuation of Deferred@1366678639 after retry RPC after error@1250308847) -> (continuation of Deferred@474400880 after retry RPC after error@1131734747) -> (continuation of Deferred@1016978558 after retry RPC after error@1199013960) -> (continuation of Deferred@1842927006 after retry RPC after error@159294656) -> (continuation of Deferred@1540548541 after retry RPC after error@551311695) -> (continuation of Deferred@184749295 after retry RPC after error@1999102443) -> (continuation of Deferred@990126013 after retry RPC after error@2043686835) -> (continuation of Deferred@1780949010 after retry RPC after error@583515140) -> (continuation of Deferred@958768662 after retry RPC after error@1106291510) -> (continuation of Deferred@310650026 after retry RPC after error@222072162) -> (continuation of Deferred@431853509 after retry RPC after error@1565535967) -> (continuation of Deferred@1849876651 after retry RPC after error@133965724) -> (continuation of Deferred@1917473537 after retry RPC after error@774946113) -> (continuation of Deferred@1460557716 after retry RPC after error@833112622) -> (continuation of Deferred@299554113 after retry RPC after error@975943822) -> (continuation of Deferred@524090024 after retry RPC after error@1815489115) -> (continuation of Deferred@729909825 after retry RPC after error@1275705463) -> (continuation of Deferred@882438884 after retry RPC after error@1763799774) -> (continuation of Deferred@1314205241 after retry RPC after error@1327431044)))
23:53:22.578 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:53:22.578 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29432), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [98ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [116ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [116ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [257ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [272ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [273ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [392ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [396ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [405ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [421ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [424ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [443ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [482ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [485ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [507ms] refreshing cache from master, [507ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [509ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [510ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [511ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [511ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [643ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [644ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [644ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [801ms] refreshing cache from master, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [807ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [808ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [809ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [810ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1543ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3501ms] refreshing cache from master, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3504ms] too many traces: truncated at 100 traces, deferred=Deferred@1763271183(state=PENDING, result=null, callback=(continuation of Deferred@1750955191 after retry RPC after error@853628127) -> (continuation of Deferred@1856130324 after retry RPC after error@1275675605) -> (continuation of Deferred@1332903471 after retry RPC after error@2005765298) -> (continuation of Deferred@196847034 after retry RPC after error@229263603) -> (continuation of Deferred@1366678639 after retry RPC after error@1250308847) -> (continuation of Deferred@474400880 after retry RPC after error@1131734747) -> (continuation of Deferred@1016978558 after retry RPC after error@1199013960) -> (continuation of Deferred@1842927006 after retry RPC after error@159294656) -> (continuation of Deferred@1540548541 after retry RPC after error@551311695) -> (continuation of Deferred@184749295 after retry RPC after error@1999102443) -> (continuation of Deferred@990126013 after retry RPC after error@2043686835) -> (continuation of Deferred@1780949010 after retry RPC after error@583515140) -> (continuation of Deferred@958768662 after retry RPC after error@1106291510) -> (continuation of Deferred@310650026 after retry RPC after error@222072162) -> (continuation of Deferred@431853509 after retry RPC after error@1565535967) -> (continuation of Deferred@1849876651 after retry RPC after error@133965724) -> (continuation of Deferred@1917473537 after retry RPC after error@774946113) -> (continuation of Deferred@1460557716 after retry RPC after error@833112622) -> (continuation of Deferred@299554113 after retry RPC after error@975943822) -> (continuation of Deferred@524090024 after retry RPC after error@1815489115) -> (continuation of Deferred@729909825 after retry RPC after error@1275705463) -> (continuation of Deferred@882438884 after retry RPC after error@1763799774) -> (continuation of Deferred@1314205241 after retry RPC after error@1327431044), errback=(continuation of Deferred@1750955191 after retry RPC after error@853628127) -> (continuation of Deferred@1856130324 after retry RPC after error@1275675605) -> (continuation of Deferred@1332903471 after retry RPC after error@2005765298) -> (continuation of Deferred@196847034 after retry RPC after error@229263603) -> (continuation of Deferred@1366678639 after retry RPC after error@1250308847) -> (continuation of Deferred@474400880 after retry RPC after error@1131734747) -> (continuation of Deferred@1016978558 after retry RPC after error@1199013960) -> (continuation of Deferred@1842927006 after retry RPC after error@159294656) -> (continuation of Deferred@1540548541 after retry RPC after error@551311695) -> (continuation of Deferred@184749295 after retry RPC after error@1999102443) -> (continuation of Deferred@990126013 after retry RPC after error@2043686835) -> (continuation of Deferred@1780949010 after retry RPC after error@583515140) -> (continuation of Deferred@958768662 after retry RPC after error@1106291510) -> (continuation of Deferred@310650026 after retry RPC after error@222072162) -> (continuation of Deferred@431853509 after retry RPC after error@1565535967) -> (continuation of Deferred@1849876651 after retry RPC after error@133965724) -> (continuation of Deferred@1917473537 after retry RPC after error@774946113) -> (continuation of Deferred@1460557716 after retry RPC after error@833112622) -> (continuation of Deferred@299554113 after retry RPC after error@975943822) -> (continuation of Deferred@524090024 after retry RPC after error@1815489115) -> (continuation of Deferred@729909825 after retry RPC after error@1275705463) -> (continuation of Deferred@882438884 after retry RPC after error@1763799774) -> (continuation of Deferred@1314205241 after retry RPC after error@1327431044)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:22.579 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:53:22.582 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.582 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.582 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:53:22.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.583 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.585 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29432), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [98ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [116ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [116ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [257ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [272ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [273ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [392ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [396ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [405ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [421ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [424ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [443ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [482ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [484ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [485ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [507ms] refreshing cache from master, [507ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [509ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [510ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [511ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [511ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [643ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [644ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [644ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [801ms] refreshing cache from master, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [807ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [808ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [809ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [810ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1543ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3501ms] refreshing cache from master, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3504ms] too many traces: truncated at 100 traces, deferred=Deferred@1763271183(state=PENDING, result=null, callback=(continuation of Deferred@1750955191 after retry RPC after error@853628127) -> (continuation of Deferred@1856130324 after retry RPC after error@1275675605) -> (continuation of Deferred@1332903471 after retry RPC after error@2005765298) -> (continuation of Deferred@196847034 after retry RPC after error@229263603) -> (continuation of Deferred@1366678639 after retry RPC after error@1250308847) -> (continuation of Deferred@474400880 after retry RPC after error@1131734747) -> (continuation of Deferred@1016978558 after retry RPC after error@1199013960) -> (continuation of Deferred@1842927006 after retry RPC after error@159294656) -> (continuation of Deferred@1540548541 after retry RPC after error@551311695) -> (continuation of Deferred@184749295 after retry RPC after error@1999102443) -> (continuation of Deferred@990126013 after retry RPC after error@2043686835) -> (continuation of Deferred@1780949010 after retry RPC after error@583515140) -> (continuation of Deferred@958768662 after retry RPC after error@1106291510) -> (continuation of Deferred@310650026 after retry RPC after error@222072162) -> (continuation of Deferred@431853509 after retry RPC after error@1565535967) -> (continuation of Deferred@1849876651 after retry RPC after error@133965724) -> (continuation of Deferred@1917473537 after retry RPC after error@774946113) -> (continuation of Deferred@1460557716 after retry RPC after error@833112622) -> (continuation of Deferred@299554113 after retry RPC after error@975943822) -> (continuation of Deferred@524090024 after retry RPC after error@1815489115) -> (continuation of Deferred@729909825 after retry RPC after error@1275705463) -> (continuation of Deferred@882438884 after retry RPC after error@1763799774) -> (continuation of Deferred@1314205241 after retry RPC after error@1327431044), errback=(continuation of Deferred@1750955191 after retry RPC after error@853628127) -> (continuation of Deferred@1856130324 after retry RPC after error@1275675605) -> (continuation of Deferred@1332903471 after retry RPC after error@2005765298) -> (continuation of Deferred@196847034 after retry RPC after error@229263603) -> (continuation of Deferred@1366678639 after retry RPC after error@1250308847) -> (continuation of Deferred@474400880 after retry RPC after error@1131734747) -> (continuation of Deferred@1016978558 after retry RPC after error@1199013960) -> (continuation of Deferred@1842927006 after retry RPC after error@159294656) -> (continuation of Deferred@1540548541 after retry RPC after error@551311695) -> (continuation of Deferred@184749295 after retry RPC after error@1999102443) -> (continuation of Deferred@990126013 after retry RPC after error@2043686835) -> (continuation of Deferred@1780949010 after retry RPC after error@583515140) -> (continuation of Deferred@958768662 after retry RPC after error@1106291510) -> (continuation of Deferred@310650026 after retry RPC after error@222072162) -> (continuation of Deferred@431853509 after retry RPC after error@1565535967) -> (continuation of Deferred@1849876651 after retry RPC after error@133965724) -> (continuation of Deferred@1917473537 after retry RPC after error@774946113) -> (continuation of Deferred@1460557716 after retry RPC after error@833112622) -> (continuation of Deferred@299554113 after retry RPC after error@975943822) -> (continuation of Deferred@524090024 after retry RPC after error@1815489115) -> (continuation of Deferred@729909825 after retry RPC after error@1275705463) -> (continuation of Deferred@882438884 after retry RPC after error@1763799774) -> (continuation of Deferred@1314205241 after retry RPC after error@1327431044)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:22.586 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.586 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:53:22.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.586 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:53:22.586 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:53:22.588 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:53:22.588 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:53:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.589280  2045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } attempt: 7
23:53:22.590 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:53:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.595366  2254 sys_catalog.cc:455] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cabd990274a14480bb75abaac3601156. Latest consensus state: current_term: 1 leader_uuid: "cabd990274a14480bb75abaac3601156" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.596414  2254 sys_catalog.cc:458] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: This master's current role is: LEADER
23:53:22.605 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.605835  2265 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:53:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.611560  2045 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d: Bootstrap starting.
23:53:22.613 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:22.624046  2074 tablet.cc:2406] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:22.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.627 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.627238  2045 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d: Neither blocks nor log segments found. Creating new log.
23:53:22.629 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.629837  2045 log.cc:826] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d: Log is configured to *not* fsync() on all Append() calls
23:53:22.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.635 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.640 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.641 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.645 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.645 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.645 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.646 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.648 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.649 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.646062  2265 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:53:22.652 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.653 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.658 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.660 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.663784  2045 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d: No bootstrap required, opened a new log
23:53:22.665 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.665 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.665 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.666 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.666 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.668 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.669 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.680 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.680 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.681 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.681 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.681 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.681 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.681905  2095 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [term 1 FOLLOWER]: Refusing update from remote peer cabd990274a14480bb75abaac3601156: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:53:22.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.688 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.689172  2213 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [LEADER]: Connected to new peer: Peer: permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:22.693 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.694 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.694 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.695 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.700 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.700 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.701 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.701 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.705 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.705 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.705 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.712 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.713 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.713 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.725 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.725 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.726 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.727 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.735675  2045 raft_consensus.cc:359] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.740 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.741 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.741 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.737905  2045 raft_consensus.cc:385] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.738721  2045 raft_consensus.cc:740] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2233533d7ce4c90b7cb26511984035d, State: Initialized, Role: FOLLOWER
23:53:22.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.741328  2045 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } }
23:53:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.744059  2228 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cabd990274a14480bb75abaac3601156. Latest consensus state: current_term: 1 leader_uuid: "cabd990274a14480bb75abaac3601156" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.744772  2228 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [sys.catalog]: This master's current role is: FOLLOWER
23:53:22.745 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.745 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.745 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.746 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.752 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.753 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.753 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.760 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.761 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.761 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.762 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.767683  2019 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cabd990274a14480bb75abaac3601156" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2233533d7ce4c90b7cb26511984035d"
23:53:22.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.768357  2019 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [term 0 FOLLOWER]: Advancing to term 1
23:53:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.767187  2020 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cabd990274a14480bb75abaac3601156" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2233533d7ce4c90b7cb26511984035d" is_pre_election: true
23:53:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.781643  2228 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cabd990274a14480bb75abaac3601156" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.782353  2228 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6 [sys.catalog]: This master's current role is: FOLLOWER
23:53:22.785 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.786 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.786 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.788 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.791188  2019 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cabd990274a14480bb75abaac3601156 in term 1.
23:53:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.791484  2265 catalog_manager.cc:1382] Generated new cluster ID: 304fbf3fd79440dca38db795312ae8b1
23:53:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.791766  2265 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:53:22.796 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.796 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.796 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.798 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.792630  2213 sys_catalog.cc:455] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cabd990274a14480bb75abaac3601156" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.793298  2213 sys_catalog.cc:458] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: This master's current role is: LEADER
23:53:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.793627  2018 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [term 1 FOLLOWER]: Refusing update from remote peer cabd990274a14480bb75abaac3601156: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:53:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.792091  2045 sys_catalog.cc:565] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [sys.catalog]: configured and running, proceeding with master startup.
23:53:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.801187  2254 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:22.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.766157  2279 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.805713  2279 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [sys.catalog]: This master's current role is: FOLLOWER
23:53:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.842307  2279 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cabd990274a14480bb75abaac3601156" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.842978  2279 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [sys.catalog]: This master's current role is: FOLLOWER
23:53:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.840941  2283 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [sys.catalog]: SysCatalogTable state changed. Reason: New leader cabd990274a14480bb75abaac3601156. Latest consensus state: current_term: 1 leader_uuid: "cabd990274a14480bb75abaac3601156" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.844072  2283 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d [sys.catalog]: This master's current role is: FOLLOWER
23:53:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.851140  2254 sys_catalog.cc:455] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cabd990274a14480bb75abaac3601156" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2233533d7ce4c90b7cb26511984035d" member_type: VOTER last_known_addr { host: "127.1.234.254" port: 35273 } } peers { permanent_uuid: "07dbeba2e3484a37b02deec77c443eb6" member_type: VOTER last_known_addr { host: "127.1.234.253" port: 35279 } } peers { permanent_uuid: "cabd990274a14480bb75abaac3601156" member_type: VOTER last_known_addr { host: "127.1.234.252" port: 33151 } } }
23:53:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.851835  2254 sys_catalog.cc:458] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156 [sys.catalog]: This master's current role is: LEADER
23:53:22.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.877159  2265 catalog_manager.cc:1405] Generated new certificate authority record
23:53:22.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.879305  2265 catalog_manager.cc:1539] Loading token signing keys...
23:53:22.882 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.883 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.883 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.885 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.929888  2298 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:53:22.933 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:22.934 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:22.934 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:22.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:22.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:22.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:22.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.962951  2265 catalog_manager.cc:6069] T 00000000000000000000000000000000 P cabd990274a14480bb75abaac3601156: Generated new TSK 0
23:53:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.964290  2265 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:22.985760  1963 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/wal
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/data
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/logs
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/data/info.pb
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.193:0
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.234.193
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.193
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:53:23.055 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:23.055 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:23.055 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:23.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:23.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468403074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:23.086 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:53:23.088 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:53:23.096 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.096 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.096 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.099 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.103 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [109ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [114ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [192ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [245ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [279ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [279ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [378ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [379ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [379ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [403ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [405ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [406ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [406ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [423ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [423ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [463ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [464ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [464ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [502ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [585ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [622ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [623ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [625ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [625ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [704ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [705ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1064ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2780ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2782ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2783ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6781ms] refreshing cache from master, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [6782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6783ms] too many traces: truncated at 100 traces, deferred=Deferred@1277626626(state=PENDING, result=null, callback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726), errback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726)))
23:53:23.105 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.104 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [109ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [114ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [192ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [245ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [279ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [279ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [378ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [379ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [379ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [403ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [405ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [406ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [406ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [423ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [423ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [463ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [464ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [464ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [502ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [585ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [622ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [623ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [625ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [625ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [704ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [705ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1064ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2780ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2782ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2783ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6781ms] refreshing cache from master, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [6782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6783ms] too many traces: truncated at 100 traces, deferred=Deferred@1277626626(state=PENDING, result=null, callback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726), errback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [109ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [114ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [192ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [245ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [279ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [279ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [378ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [379ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [379ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [403ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [405ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [406ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [406ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [423ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [423ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [463ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [464ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [464ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [502ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [585ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [622ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [623ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [625ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [625ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [704ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [705ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1064ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2780ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2782ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2783ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6781ms] refreshing cache from master, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [6782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6783ms] too many traces: truncated at 100 traces, deferred=Deferred@1277626626(state=PENDING, result=null, callback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726), errback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.62:34943
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:23.107 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.108 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.109 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.109 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.109 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.110 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.116 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.116 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.116 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.119 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [109ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [114ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [192ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [245ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [279ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [279ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [378ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [379ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [379ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [403ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [405ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [406ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [406ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [423ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [423ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [463ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [464ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [464ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [502ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [585ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [622ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [623ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [625ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [625ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [704ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [705ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1064ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2780ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2782ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2783ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6781ms] refreshing cache from master, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [6782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6783ms] too many traces: truncated at 100 traces, deferred=Deferred@1277626626(state=PENDING, result=null, callback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726), errback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [109ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [114ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [192ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [245ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [279ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [279ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [378ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [379ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [379ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [403ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [405ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [406ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [406ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [423ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [423ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [462ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [463ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [464ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [464ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [502ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [585ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [622ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [623ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [625ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [625ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [704ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [705ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1064ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2780ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2782ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2783ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6781ms] refreshing cache from master, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [6782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6783ms] too many traces: truncated at 100 traces, deferred=Deferred@1277626626(state=PENDING, result=null, callback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726), errback=(continuation of Deferred@1932645452 after retry RPC after error@1802269833) -> (continuation of Deferred@150509869 after retry RPC after error@2095316521) -> (continuation of Deferred@17679949 after retry RPC after error@164438745) -> (continuation of Deferred@1169224508 after retry RPC after error@641814293) -> (continuation of Deferred@1234295358 after retry RPC after error@699068991) -> (continuation of Deferred@1807863077 after retry RPC after error@1205083823) -> (continuation of Deferred@13859905 after retry RPC after error@2123779438) -> (continuation of Deferred@458952572 after retry RPC after error@2090683358) -> (continuation of Deferred@1731662200 after retry RPC after error@721870285) -> (continuation of Deferred@1759840062 after retry RPC after error@2117104199) -> (continuation of Deferred@559091752 after retry RPC after error@1009146234) -> (continuation of Deferred@2092594487 after retry RPC after error@31822509) -> (continuation of Deferred@940441833 after retry RPC after error@921531163) -> (continuation of Deferred@424786748 after retry RPC after error@881603137) -> (continuation of Deferred@2085447025 after retry RPC after error@568702024) -> (continuation of Deferred@905540371 after retry RPC after error@1613910487) -> (continuation of Deferred@2000930381 after retry RPC after error@2072537881) -> (continuation of Deferred@85454480 after retry RPC after error@2010753804) -> (continuation of Deferred@507603476 after retry RPC after error@648616550) -> (continuation of Deferred@485495629 after retry RPC after error@642472468) -> (continuation of Deferred@860849411 after retry RPC after error@1566298918) -> (continuation of Deferred@1101908411 after retry RPC after error@1028304992) -> (continuation of Deferred@1919049047 after retry RPC after error@1898144478) -> (continuation of Deferred@1584176464 after retry RPC after error@911081293) -> (continuation of Deferred@1445303350 after retry RPC after error@1014639038) -> (continuation of Deferred@105293180 after retry RPC after error@1604879726)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.62:34943
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:23.120 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:53:23.120 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:53:23.120 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:23.120 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:23.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.121 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:23.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.122 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:23.124 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
23:53:23.124 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:53:23.124 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
23:53:23.124 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:53:23.125 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:53:23.126 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:53:23.126 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
23:53:23.127 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
23:53:23.127 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:53:23.127 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:53:23.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
23:53:23.136 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.136 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.136 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.153 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:53:23.154 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
23:53:23.154 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:53:23.155 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:53:23.155 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
23:53:23.155 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:53:23.156 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.156 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.157 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.164 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:53:23.164 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:53:23.164 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:53:23.164 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:53:23.165 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
23:53:23.165 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:23.165 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:23.165 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:23.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.170 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:23.170 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:53:23.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:53:23.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:53:23.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:53:23.176 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.176 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.177 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.178 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.181 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:53:23.181 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:53:23.181 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
23:53:23.182 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:53:23.183 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:53:23.183 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d2b24b5be07c54027760c4793ebc532d
23:53:23.196 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.197 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.197 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.199 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.225 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:23.226 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:23.226 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:23.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:23.235 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.236 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.236 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.238 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.256 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.256 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.256 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.516 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.516 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.516 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.517 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:23.522586  2299 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:23.523262  2299 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.523639  2244 catalog_manager.cc:1294] Loaded cluster ID: 304fbf3fd79440dca38db795312ae8b1
23:53:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:23.524019  2299 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.524251  2244 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: loading cluster ID for follower catalog manager: success
23:53:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.532011  2244 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: acquiring CA information for follower catalog manager: success
23:53:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.537858  2244 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 07dbeba2e3484a37b02deec77c443eb6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:53:23.553 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:23.553 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:23.553 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:23.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.555 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:23.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468403574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:23.583077  2299 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:23.584470  2299 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.234.193
23:53:23.590 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:53:23.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:53:23.620 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:23.621 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:23.621 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:23.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.622 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.623 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.648406  2299 tablet_server_runner.cc:78] Tablet server non-default flags:
23:53:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/data
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/wal
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.193:0
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/data/info.pb
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.193
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.234.193
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/logs
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:23.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.650235  2299 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.652478  2299 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:23.669565  2315 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:23.722 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:23.722 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:23.723 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:23.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:23.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:23.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:23.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:23.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:23.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:23.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:23.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:23.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:23.723 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:23.781 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:23.781 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:23.781 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:23.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:23.782 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.782 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.782 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:23.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:23.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:23.796 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:23.797 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:23.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.797 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:23.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:23.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:23.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:23.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.946131  2298 catalog_manager.cc:1294] Loaded cluster ID: 304fbf3fd79440dca38db795312ae8b1
23:53:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.946439  2298 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d: loading cluster ID for follower catalog manager: success
23:53:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.953657  2298 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d: acquiring CA information for follower catalog manager: success
23:53:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:23.969770  2298 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c2233533d7ce4c90b7cb26511984035d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:53:24.016 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:24.016 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:24.017 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:24.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:24.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:24.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:24.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:24.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:24.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:24.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:24.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:24.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:24.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:24.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468404075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:24.097 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
23:53:24.100 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:53:24.532 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:24.533 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:24.533 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:24.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:24.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:24.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:24.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:24.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:24.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:24.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:24.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:24.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:24.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:24.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468404575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:24.589 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:53:24.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:53:25.051 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:53:25.051 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:53:25.052 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:53:25.052 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:53:25.062 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:53:25.063 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:53:25.063 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:53:25.063 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
23:53:25.063 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:53:25.064 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
23:53:25.064 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:53:25.064 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:53:25.064 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:53:25.064 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:53:25.064 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:53:25.065 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:53:25.065 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:53:25.065 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:53:25.066 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:53:25.066 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:53:25.069 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:53:25.069 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:53:25.069 [INFO - Thread-18] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:53:25.070 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state TERMINATED
23:53:25.070 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state TERMINATED
23:53:25.070 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state TERMINATED
23:53:25.070 [DEBUG - Thread-18] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:25.072 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:53:25.072 [INFO - Thread-18] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:53:25.072 [INFO - Thread-18] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:53:25.073 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:53:25.073 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:53:25.073 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:53:25.075 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54b11ee3
23:53:25.075 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:25.075 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:25.075 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:53:25.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468405075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:25.082 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:53:25.086 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:53:25.088 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:53:25.091 [DEBUG - Thread-18] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:25.091 [INFO - Thread-18] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:53:25.094 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bba39f1
23:53:25.097 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:25.102 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:53:25.103 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:53:25.105 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
23:53:25.105 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
23:53:25.108 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f03c9d6
23:53:25.108 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:25.108 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:25.108 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:53:25.109 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:53:25.124 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a61f58f
23:53:25.126 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:25.126 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:25.126 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:25.126 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:25.134 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.135 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:25.153 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:53:25.154 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:53:25.156 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:53:25.156 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:53:25.159 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ead7fca
23:53:25.159 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:25.162 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:25.163 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:53:25.163 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:53:25.177 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.181 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6fd564d9
23:53:25.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.187 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.189 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.189 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.190 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.193 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.193 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.193 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:53:25.193 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.193 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:53:25.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.193 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.194 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4278393f
23:53:25.194 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:25.194 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:25.194 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:53:25.195 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:53:25.201 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:25.208 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45047fa0
23:53:25.211 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:25.214 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.223 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.232 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.234 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.238 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.247 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.258 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.274 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.285 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.293 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.294 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.303 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.307 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.318 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.322 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.327 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.330 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.334 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.339 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.345 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.348 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.353 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.355 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.356 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.366 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.367 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.368 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.377 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.391 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.391 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.398 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.404 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.408 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.414 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.415 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.419 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.421 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.429 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.434 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.435 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.435 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.435 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.449 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.451 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.452 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.454 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.455 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.455 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.455 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.456 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.466 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.467 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.467 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.468 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.468 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.469 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.471 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.472 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.473 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.474 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.474 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.475 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.475 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.475 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.476 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.476 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.478 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.480 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.480 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.480 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.480 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.480 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.480 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.481 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.481 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.481 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.487 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.488 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.488 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.488 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:25.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.490 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.494 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.494 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.494 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.495 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.494 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.496 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.497 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.498 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.499 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.499 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.499 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.499 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.501 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.504 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.507 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.508 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.508 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.509 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.512 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.514 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.515 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.515 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.517 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.519 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.520 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.520 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.521 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.528 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.528 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.528 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.529 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.529 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.529 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.529 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.548 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.548 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.549 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.549 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.549 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.549 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.550 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.554 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.555 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.555 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.555 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.559 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.559 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.560 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.560 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.560 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.560 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.561 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468405575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:25.585 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:53:25.588 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.588 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.588 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:53:25.589 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.590 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.590 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.590 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.590 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.590 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.590 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.594 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.595 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.595 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.614 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.614 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.614 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.616 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.619 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.619 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.620 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.620 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.639 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.639 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.640 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.642 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.668 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.668 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.668 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.669 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.670 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.687 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.687 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.688 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.688 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.688 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.688 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.688 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.688 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.688 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.688 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.689 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.707 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.708 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.708 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.710 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.714 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.714 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.714 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.754 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:25.755 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:25.755 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:25.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:25.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:25.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:25.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:25.788 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.789 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.789 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.790 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.790 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.820 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.821 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.821 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.822 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.823 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.823 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:25.074115  2314 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 2299
23:53:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:25.908092  2314 kernel_stack_watchdog.cc:198] Thread 2299 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
23:53:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:53:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:53:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:53:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:53:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:25.908418  2299 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.237s	user 0.332s	sys 0.608s
23:53:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:25.908815  2299 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.238s	user 0.332s	sys 0.608s
23:53:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:25.909685  2317 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2238 milliseconds
23:53:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:25.910745  2318 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.911142  2299 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:25.914 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.914 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.914 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:23.671409  2316 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:25.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.916193  2299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:25.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.921705  2299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:25.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.922 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.923734  2299 hybrid_clock.cc:648] HybridClock initialized: now 1783468405923671 us; error 61 us; skew 500 ppm
23:53:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.925046  2299 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:25.961 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.962 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.962 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.963 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.993065  2299 webserver.cc:534] Webserver started at http://127.1.234.193:33493/ using document root <none> and password file <none>
23:53:25.994 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.994578  2299 fs_manager.cc:362] Metadata directory not provided
23:53:25.995 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:25.995 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:25.995 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.995 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.995 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:25.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:25.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:25.996 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.995008  2299 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:25.995671  2299 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:26.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.009361  2299 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/data/instance:
23:53:26.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d502c3c23af47b382ede234b1cabae4"
23:53:26.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:25 on dist-test-slave-1rxj"
23:53:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.015511  2299 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/wal/instance:
23:53:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d502c3c23af47b382ede234b1cabae4"
23:53:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:25 on dist-test-slave-1rxj"
23:53:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.037170  2299 fs_manager.cc:696] Time spent creating directory manager: real 0.020s	user 0.008s	sys 0.003s
23:53:26.048 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.048 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.048 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.051 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.061239  2381 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.062826  2299 fs_manager.cc:730] Time spent opening block manager: real 0.021s	user 0.007s	sys 0.012s
23:53:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.063232  2299 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/wal
23:53:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d502c3c23af47b382ede234b1cabae4"
23:53:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:25 on dist-test-slave-1rxj"
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.063710  2299 fs_report.cc:389] FS layout report
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/wal
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/wal
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/data/data
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:26.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468406075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:26.087 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.088 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.088 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.089 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.089 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:53:26.089 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.089 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.089 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.090 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.090 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:53:26.154 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:26.155 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:26.155 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:26.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:26.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:26.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:26.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:26.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:26.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:26.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:26.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:26.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:26.157 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:26.248 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.248 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.248 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.250 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.255647  2299 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.261335  2299 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:26.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.261986  2299 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:26.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.278191  2299 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:53:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.285243  2299 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:53:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.285604  2299 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
23:53:26.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.285970  2299 ts_tablet_manager.cc:616] Registered 0 tablets
23:53:26.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.286227  2299 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:53:26.319 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.319 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.320 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.320 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.460 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.461 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.461 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.462 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.462 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.463 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:26.493 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.494 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.494 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468406575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:26.588 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:53:26.589 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.589 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.590 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.590 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.590 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.590 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.591 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.591 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.593 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:53:26.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.667678  2495 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.234.193:37733 every 8 connection(s)
23:53:26.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.668272  2299 rpc_server.cc:307] RPC server started. Bound to: 127.1.234.193:37733
23:53:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.671965  2299 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/data/info.pb
23:53:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.674386  1963 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 2299
23:53:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.675029  1963 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-0/wal/instance
23:53:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.708328  1963 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/wal
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/data
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/logs
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/data/info.pb
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.194:0
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.234.194
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.194
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:53:26.735 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:26.735 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:26.735 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:26.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:26.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:26.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:26.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:26.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:26.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:26.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:26.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:26.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:26.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:26.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.744592  2496 heartbeater.cc:344] Connected to a master server at 127.1.234.252:33151
23:53:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.747845  2496 heartbeater.cc:461] Registering TS with master...
23:53:26.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.749395  2496 heartbeater.cc:507] Master 127.1.234.252:33151 requested a full tablet report, sending...
23:53:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.752849  2168 ts_manager.cc:194] Registered new tserver with Master: 2d502c3c23af47b382ede234b1cabae4 (127.1.234.193:37733)
23:53:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.755837  2168 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.234.193:56199
23:53:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.765141  2499 heartbeater.cc:344] Connected to a master server at 127.1.234.253:35279
23:53:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.765839  2499 heartbeater.cc:461] Registering TS with master...
23:53:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.766690  2499 heartbeater.cc:507] Master 127.1.234.253:35279 requested a full tablet report, sending...
23:53:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.770071  2085 ts_manager.cc:194] Registered new tserver with Master: 2d502c3c23af47b382ede234b1cabae4 (127.1.234.193:37733)
23:53:26.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.782915  2500 heartbeater.cc:344] Connected to a master server at 127.1.234.254:35273
23:53:26.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.783483  2500 heartbeater.cc:461] Registering TS with master...
23:53:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.784142  2500 heartbeater.cc:507] Master 127.1.234.254:35273 requested a full tablet report, sending...
23:53:26.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:26.787642  2010 ts_manager.cc:194] Registered new tserver with Master: 2d502c3c23af47b382ede234b1cabae4 (127.1.234.193:37733)
23:53:26.894 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.895 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.895 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.927 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.928 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.928 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.974 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:26.974 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:26.975 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:26.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:26.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:26.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:26.977 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:26.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:27.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468407074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:27.086 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:53:27.087 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:53:27.234 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:27.234 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:27.235 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:27.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.236 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:27.237421  2505 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:27.238103  2505 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:27.238734  2505 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:27.282601  2505 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:27.284053  2505 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.234.194
23:53:27.299 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:27.300 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:27.300 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:27.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.302 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:27.331722  2505 tablet_server_runner.cc:78] Tablet server non-default flags:
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/data
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/wal
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.194:0
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/data/info.pb
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.194
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.234.194
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/logs
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:27.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:27.333599  2505 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:27.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:27.335767  2505 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:27.351636  2513 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:27.463 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:27.463 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:27.464 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:27.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:27.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:27.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:27.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:27.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:27.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:27.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:27.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:27.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:27.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:27.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:27.534 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:27.534 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:27.535 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:27.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:27.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468407575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:27.581 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:27.582 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:27.582 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:27.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:27.602 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=26 ms, finalizationTime=1 ms).
23:53:27.604 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:53:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:27.761423  2496 heartbeater.cc:499] Master 127.1.234.252:33151 was elected leader, sending a full tablet report...
23:53:27.948 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:27.948 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:27.948 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:27.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:27.949 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.950 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:27.950 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.950 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.950 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:27.950 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:27.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:28.005 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:28.006 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:28.006 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:28.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:28.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:28.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:28.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:28.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:28.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:28.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:28.007 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:28.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:28.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:28.028 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:28.029 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:28.029 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:28.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:28.030 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:28.030 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:28.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:28.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:28.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:28.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:28.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:28.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:28.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:28.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468408075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:28.091 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:53:28.093 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:53:28.182 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:28.183 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:28.183 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:28.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:28.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:28.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:28.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:28.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:28.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:28.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:28.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:28.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:28.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:28.414 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:28.414 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:28.415 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:28.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:28.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:28.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:28.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:28.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:28.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:28.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:28.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:28.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:28.417 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:28.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:28.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468408575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:28.587 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:53:28.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:53:28.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:28.753583  2512 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 2505
23:53:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:28.811951  2512 kernel_stack_watchdog.cc:198] Thread 2505 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
23:53:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:53:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:53:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:53:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:53:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:27.353932  2514 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:28.813436  2505 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.460s	user 0.541s	sys 0.787s
23:53:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:28.813966  2505 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.460s	user 0.541s	sys 0.788s
23:53:28.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:28.815295  2516 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:28.819716  2515 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1465 milliseconds
23:53:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.819754  2505 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.821069  2505 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.823210  2505 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.824558  2505 hybrid_clock.cc:648] HybridClock initialized: now 1783468408824529 us; error 47 us; skew 500 ppm
23:53:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.825467  2505 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:28.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.831867  2505 webserver.cc:534] Webserver started at http://127.1.234.194:43465/ using document root <none> and password file <none>
23:53:28.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.832798  2505 fs_manager.cc:362] Metadata directory not provided
23:53:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.832980  2505 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.833422  2505 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.837713  2505 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/data/instance:
23:53:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c35e4a73cbf14b64921deb32b0f245f4"
23:53:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:28 on dist-test-slave-1rxj"
23:53:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.838855  2505 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/wal/instance:
23:53:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c35e4a73cbf14b64921deb32b0f245f4"
23:53:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:28 on dist-test-slave-1rxj"
23:53:28.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.846639  2505 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.006s
23:53:28.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.852716  2524 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.853962  2505 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
23:53:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.854318  2505 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/wal
23:53:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c35e4a73cbf14b64921deb32b0f245f4"
23:53:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:28 on dist-test-slave-1rxj"
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.854650  2505 fs_report.cc:389] FS layout report
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/wal
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/wal
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/data/data
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.902160  2505 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.903667  2505 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:28.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.904098  2505 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.906867  2505 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:53:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.911056  2505 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:53:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.911253  2505 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:53:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.911450  2505 ts_tablet_manager.cc:616] Registered 0 tablets
23:53:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:28.911588  2505 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:53:28.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:29.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468409075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:29.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.078840  2505 rpc_server.cc:307] RPC server started. Bound to: 127.1.234.194:36809
23:53:29.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.079020  2638 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.234.194:36809 every 8 connection(s)
23:53:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.082880  2505 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/data/info.pb
23:53:29.086 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:29.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.087638  1963 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 2505
23:53:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.088186  1963 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-1/wal/instance
23:53:29.090 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.110445  1963 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/wal
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/data
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/logs
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/data/info.pb
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.195:0
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.234.195
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.195
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:53:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.126381  2639 heartbeater.cc:344] Connected to a master server at 127.1.234.252:33151
23:53:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.127053  2639 heartbeater.cc:461] Registering TS with master...
23:53:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.128878  2639 heartbeater.cc:507] Master 127.1.234.252:33151 requested a full tablet report, sending...
23:53:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.132184  2168 ts_manager.cc:194] Registered new tserver with Master: c35e4a73cbf14b64921deb32b0f245f4 (127.1.234.194:36809)
23:53:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.134147  2168 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.234.194:56923
23:53:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.155972  2640 heartbeater.cc:344] Connected to a master server at 127.1.234.253:35279
23:53:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.156294  2640 heartbeater.cc:461] Registering TS with master...
23:53:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.156240  2643 heartbeater.cc:344] Connected to a master server at 127.1.234.254:35273
23:53:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.156667  2643 heartbeater.cc:461] Registering TS with master...
23:53:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.156960  2640 heartbeater.cc:507] Master 127.1.234.253:35279 requested a full tablet report, sending...
23:53:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.157266  2643 heartbeater.cc:507] Master 127.1.234.254:35273 requested a full tablet report, sending...
23:53:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.159938  2085 ts_manager.cc:194] Registered new tserver with Master: c35e4a73cbf14b64921deb32b0f245f4 (127.1.234.194:36809)
23:53:29.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.166424  2010 ts_manager.cc:194] Registered new tserver with Master: c35e4a73cbf14b64921deb32b0f245f4 (127.1.234.194:36809)
23:53:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:29.452379  2646 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:29.452855  2646 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:29.453272  2646 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:29.486222  2646 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:29.487035  2646 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.234.195
23:53:29.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.524258  2646 tablet_server_runner.cc:78] Tablet server non-default flags:
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.234.212:46233
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/data
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/wal
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.234.195:0
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/data/info.pb
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.234.195
23:53:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.234.254:35273,127.1.234.253:35279,127.1.234.252:33151
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.234.195
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/logs
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.525771  2646 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:29.527549  2646 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:29.535 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:29.535 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:29.535 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:29.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:29.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:29.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:29.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:29.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:29.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:29.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:29.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:29.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:29.536 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:29.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:29.541272  2654 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:29.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468409575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:29.597 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:53:29.601 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:53:29.843 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:29.843 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:29.844 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:29.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:29.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:29.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:29.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:29.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:29.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:29.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:29.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:29.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:29.847 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:29.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:30.078 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468410074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:30.095 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=19 ms, finalizationTime=2 ms).
23:53:30.097 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:53:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:30.138461  2639 heartbeater.cc:499] Master 127.1.234.252:33151 was elected leader, sending a full tablet report...
23:53:30.313 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:30.313 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:30.314 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:30.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.316 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:30.380 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:30.380 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:30.381 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:30.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:30.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:30.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468410574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:30.594 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:53:30.595 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:53:30.614 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:30.614 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:30.615 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:30.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:30.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:30.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:30.618 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:30.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:31.081 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468411075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:31.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:30.946802  2653 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 2646
23:53:31.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:29.543040  2655 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:31.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:31.096174  2646 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.554s	user 0.000s	sys 0.002s
23:53:31.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:31.097682  2646 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.556s	user 0.000s	sys 0.003s
23:53:31.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:31.097324  2656 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1553 milliseconds
23:53:31.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:31.098519  2657 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:31.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.098433  2646 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:31.099 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
23:53:31.099 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:53:31.100 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:31.101 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:31.101 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:31.101 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.101 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.102 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:31.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.104427  2646 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.106794  2646 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.108237  2646 hybrid_clock.cc:648] HybridClock initialized: now 1783468411108193 us; error 40 us; skew 500 ppm
23:53:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.109336  2646 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.117090  2646 webserver.cc:534] Webserver started at http://127.1.234.195:44581/ using document root <none> and password file <none>
23:53:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.118321  2646 fs_manager.cc:362] Metadata directory not provided
23:53:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.118597  2646 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:31.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.119181  2646 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.125663  2646 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/data/instance:
23:53:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cdc962fcb2d4c1eb90ea88ba679361f"
23:53:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:31 on dist-test-slave-1rxj"
23:53:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.127166  2646 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/wal/instance:
23:53:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cdc962fcb2d4c1eb90ea88ba679361f"
23:53:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:31 on dist-test-slave-1rxj"
23:53:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.135442  2646 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.004s
23:53:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.141405  2665 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.142617  2646 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.142916  2646 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/wal
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cdc962fcb2d4c1eb90ea88ba679361f"
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:31 on dist-test-slave-1rxj"
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.143234  2646 fs_report.cc:389] FS layout report
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/wal
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/wal
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/data/data
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:31.208 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:31.209 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:31.209 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:31.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.209 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.209 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.209 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:31.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.214823  2646 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.216331  2646 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.216734  2646 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:31.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.219467  2646 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:53:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.223711  2646 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:53:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.223910  2646 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:53:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.224189  2646 ts_tablet_manager.cc:616] Registered 0 tablets
23:53:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.224352  2646 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:53:31.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.373144  2646 rpc_server.cc:307] RPC server started. Bound to: 127.1.234.195:41611
23:53:31.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.373251  2780 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.234.195:41611 every 8 connection(s)
23:53:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.375849  2646 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/data/info.pb
23:53:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.379650  1963 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 2646
23:53:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.380113  1963 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12294714986494279439/ts-2/wal/instance
23:53:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.415750  2784 heartbeater.cc:344] Connected to a master server at 127.1.234.254:35273
23:53:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.416211  2784 heartbeater.cc:461] Registering TS with master...
23:53:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.417371  2781 heartbeater.cc:344] Connected to a master server at 127.1.234.252:33151
23:53:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.417640  2784 heartbeater.cc:507] Master 127.1.234.254:35273 requested a full tablet report, sending...
23:53:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.417778  2781 heartbeater.cc:461] Registering TS with master...
23:53:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.418648  2781 heartbeater.cc:507] Master 127.1.234.252:33151 requested a full tablet report, sending...
23:53:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.420234  2782 heartbeater.cc:344] Connected to a master server at 127.1.234.253:35279
23:53:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.420579  2782 heartbeater.cc:461] Registering TS with master...
23:53:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.421448  2782 heartbeater.cc:507] Master 127.1.234.253:35279 requested a full tablet report, sending...
23:53:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.421629  2010 ts_manager.cc:194] Registered new tserver with Master: 0cdc962fcb2d4c1eb90ea88ba679361f (127.1.234.195:41611)
23:53:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.422366  2168 ts_manager.cc:194] Registered new tserver with Master: 0cdc962fcb2d4c1eb90ea88ba679361f (127.1.234.195:41611)
23:53:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.423926  2168 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.234.195:42761
23:53:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.424531  2084 ts_manager.cc:194] Registered new tserver with Master: 0cdc962fcb2d4c1eb90ea88ba679361f (127.1.234.195:41611)
23:53:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.446025  1963 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:53:31.457 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:53:31.458 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:53:31.459 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.234.254"
      port: 35273
    }
    bound_http_address {
      host: "127.1.234.254"
      port: 42879
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.234.253"
      port: 35279
    }
    bound_http_address {
      host: "127.1.234.253"
      port: 40623
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.234.252"
      port: 33151
    }
    bound_http_address {
      host: "127.1.234.252"
      port: 34243
    }
  }
}

23:53:31.459 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:53:31.460 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.234.193"
      port: 37733
    }
    bound_http_address {
      host: "127.1.234.193"
      port: 33493
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.234.194"
      port: 36809
    }
    bound_http_address {
      host: "127.1.234.194"
      port: 43465
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.234.195"
      port: 41611
    }
    bound_http_address {
      host: "127.1.234.195"
      port: 44581
    }
  }
}

23:53:31.460 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:53:31.462 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:31.462 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:53:31.462 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:53:31.463 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:53:31.463 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:53:31.466 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:53:31.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:31.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468411575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:31.586 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:31.587 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:53:31.733 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:31.733 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:31.734 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:31.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:31.846 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:53:31.846 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:53:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.850296  2791 mini_oidc.cc:150] Starting JWKS server
23:53:31.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.854065  2791 webserver.cc:534] Webserver started at http://127.0.0.1:38837/ using document root <none> and password file <none>
23:53:31.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.854620  2791 mini_oidc.cc:186] Starting OIDC Discovery server
23:53:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.856393  2791 webserver.cc:534] Webserver started at http://127.0.0.1:33919/ using document root <none> and password file <none>
23:53:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:53:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:31Z Disabled control of system clock
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:31.918893  2791 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/wal
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/data
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/logs
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/data/info.pb
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.254:33175
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.254
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38837/jwks.json with env {}
23:53:31.925 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:31.925 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:31.926 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:31.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:31.987 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:31.988 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:31.988 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:31.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:31.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:31.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:31.990 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:31.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:32.074 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:32.075 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:32.075 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:32.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:32.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:32.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:32.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:32.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:32.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:32.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:32.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:32.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:32.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468412075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:32.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:32.090 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:53:32.092 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:53:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.259788  2803 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.260432  2803 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.261073  2803 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.295476  2803 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:53:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.295756  2803 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.295966  2803 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:53:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.296170  2803 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:53:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.296365  2803 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:53:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.296523  2803 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38837/jwks.json
23:53:32.299 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:32.299 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:32.300 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:32.300 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.300 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.300 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:32.335719  2803 master_runner.cc:387] Master server non-default flags:
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/data
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/wal
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.254:33175
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38837/jwks.json
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/data/info.pb
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.254
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/logs
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:32.337167  2803 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:32.338790  2803 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.350843  2809 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:32.427636  2781 heartbeater.cc:499] Master 127.1.234.252:33151 was elected leader, sending a full tablet report...
23:53:32.465 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:32.466 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:32.466 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:32.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.467 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:32.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:32.534 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:32.535 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:32.535 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:32.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.538 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:32.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468412574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:32.592 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=14 ms, finalizationTime=4 ms).
23:53:32.595 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:53:32.628 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:32.628 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:32.629 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:32.629 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.629 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.629 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:32.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:32.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:32.630 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:32.942 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:32.943 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:32.943 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:32.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:32.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:32.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:32.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:32.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:32.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:32.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:32.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:32.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:32.945 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:32.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:33.008 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:33.008 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:33.008 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:33.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.010 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:33.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468413075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:33.094 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:53:33.095 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:53:33.172 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:33.173 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:33.173 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:33.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.175 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:33.400 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:33.401 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:33.401 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:33.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.403 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:33.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:33.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468413575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:33.594 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=14 ms, finalizationTime=4 ms).
23:53:33.594 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:53:33.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.352325  2810 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:32.354395  2812 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:33.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:33.752755  2811 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1396 milliseconds
23:53:33.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.752955  2803 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:33.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.754398  2803 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:33.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.757277  2803 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.758728  2803 hybrid_clock.cc:648] HybridClock initialized: now 1783468413758683 us; error 44 us; skew 500 ppm
23:53:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.759965  2803 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.766690  2803 webserver.cc:534] Webserver started at http://127.2.185.254:35311/ using document root <none> and password file <none>
23:53:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.767680  2803 fs_manager.cc:362] Metadata directory not provided
23:53:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.767933  2803 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.768446  2803 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.773095  2803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/data/instance:
23:53:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75f3ad544ef446b7aa93f252f95d1093"
23:53:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:33 on dist-test-slave-1rxj"
23:53:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.774287  2803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/wal/instance:
23:53:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75f3ad544ef446b7aa93f252f95d1093"
23:53:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:33 on dist-test-slave-1rxj"
23:53:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.782043  2803 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
23:53:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.787871  2820 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.789269  2803 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.789674  2803 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/wal
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75f3ad544ef446b7aa93f252f95d1093"
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:33 on dist-test-slave-1rxj"
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.790037  2803 fs_report.cc:389] FS layout report
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/wal
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/wal
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/data/data
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:33.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.849232  2803 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:33.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.850972  2803 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:33.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.851471  2803 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:33.933 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:33.933 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:33.933 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:33.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:33.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:33.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:33.939 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:33.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.943563  2803 rpc_server.cc:307] RPC server started. Bound to: 127.2.185.254:33175
23:53:33.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.943703  2872 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.185.254:33175 every 8 connection(s)
23:53:33.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.947921  2803 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/data/info.pb
23:53:33.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.955287  2873 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.957749  2791 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 2803
23:53:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.958249  2791 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-0/wal/instance
23:53:33.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.963507  2791 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:33.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:33.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/wal
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/data
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/logs
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/data/info.pb
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.253:45787
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.253
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38837/jwks.json with env {}
23:53:33.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:33.977185  2873 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } has no permanent_uuid. Determining permanent_uuid...
23:53:33.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.032372  2873 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } has no permanent_uuid. Determining permanent_uuid...
23:53:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.035094  2822 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.185.253:45787: connect: Connection refused (error 111)
23:53:34.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.039592  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.253:45787: Network error: Client connection negotiation failed: client connection to 127.2.185.253:45787: connect: Connection refused (error 111)
23:53:34.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468414075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:34.085 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:53:34.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:53:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.089253  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } attempt: 1
23:53:34.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.094939  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.253:45787: Network error: Client connection negotiation failed: client connection to 127.2.185.253:45787: connect: Connection refused (error 111)
23:53:34.155 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:34.155 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:34.155 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:34.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:34.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:34.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:34.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:34.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:34.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:34.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:34.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:34.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:34.156 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.163439  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } attempt: 2
23:53:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.167769  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.253:45787: Network error: Client connection negotiation failed: client connection to 127.2.185.253:45787: connect: Connection refused (error 111)
23:53:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.259207  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } attempt: 3
23:53:34.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.263662  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.253:45787: Network error: Client connection negotiation failed: client connection to 127.2.185.253:45787: connect: Connection refused (error 111)
23:53:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.314559  2875 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.315246  2875 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.315811  2875 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.349325  2875 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:53:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.349768  2875 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.350099  2875 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:53:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.350407  2875 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:53:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.350700  2875 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:53:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.350943  2875 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38837/jwks.json
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.389669  2875 master_runner.cc:387] Master server non-default flags:
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/data
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/wal
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.253:45787
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38837/jwks.json
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/data/info.pb
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.253
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/logs
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:34.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.391170  2875 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.392820  2875 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.403954  2884 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.407574  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } attempt: 4
23:53:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.414342  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.253:45787: Network error: Client connection negotiation failed: client connection to 127.2.185.253:45787: connect: Connection refused (error 111)
23:53:34.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:34.501 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:34.501 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:34.502 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:34.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:34.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:34.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:34.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:34.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:34.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:34.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:34.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:34.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:34.504 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:34.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468414575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:34.592 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:53:34.593 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:53:34.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:34.714740  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } attempt: 5
23:53:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.722375  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.253:45787: Network error: Client connection negotiation failed: client connection to 127.2.185.253:45787: connect: Connection refused (error 111)
23:53:34.929 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:34.929 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:34.929 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:34.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:34.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:34.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:34.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:34.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:34.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:34.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:34.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:34.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:34.931 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:34.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:35.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468415074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:35.098 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:53:35.099 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:53:35.220 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:35.220 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:35.220 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:35.222 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.222 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.225 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:35.269902  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } attempt: 6
23:53:35.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:35.298743  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.253:45787: Network error: Client connection negotiation failed: client connection to 127.2.185.253:45787: connect: Connection refused (error 111)
23:53:35.343 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:35.344 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:35.344 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:35.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:35.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:35.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:35.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:35.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:35.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:35.347 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:35.347 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:35.347 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:35.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.349 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.349 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:35.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:35.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:35.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:35.349 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:35.482 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [9ms] received response from server master-127.31.129.60:42777: OK, deferred=null) with no deferred attached!
23:53:35.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:35.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468415574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:35.587 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:53:35.590 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:53:35.872 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:35.873 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:35.873 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:35.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.874 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:35.974 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:35.975 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:35.975 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:35.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:35.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:35.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:35.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:35.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:36.048 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:36.048 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:36.048 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:36.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:36.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:36.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:36.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:36.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:36.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:36.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:36.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:36.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:36.050 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:36.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468416075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:36.083 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [9ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.083 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [11ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.086 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:36.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:53:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:35.807255  2883 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 2875
23:53:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.098843  2883 kernel_stack_watchdog.cc:198] Thread 2875 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
23:53:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:53:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:53:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:53:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:53:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:34.404553  2885 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.099193  2875 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.695s	user 0.538s	sys 1.017s
23:53:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.099537  2875 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.695s	user 0.538s	sys 1.017s
23:53:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.104683  2886 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1695 milliseconds
23:53:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.106200  2887 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.106242  2875 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:36.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.107596  2875 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.110172  2875 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.111513  2875 hybrid_clock.cc:648] HybridClock initialized: now 1783468416111497 us; error 57 us; skew 500 ppm
23:53:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.112269  2875 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.118794  2875 webserver.cc:534] Webserver started at http://127.2.185.253:40181/ using document root <none> and password file <none>
23:53:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.119711  2875 fs_manager.cc:362] Metadata directory not provided
23:53:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.119899  2875 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.120421  2875 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.124990  2875 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/data/instance:
23:53:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da9ba6297c264779ad63c5ce55fd0e0f"
23:53:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:36 on dist-test-slave-1rxj"
23:53:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.126317  2875 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/wal/instance:
23:53:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da9ba6297c264779ad63c5ce55fd0e0f"
23:53:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:36 on dist-test-slave-1rxj"
23:53:36.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.134649  2875 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
23:53:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.140707  2897 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.141961  2875 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
23:53:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.142277  2875 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/wal
23:53:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da9ba6297c264779ad63c5ce55fd0e0f"
23:53:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:36 on dist-test-slave-1rxj"
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.142590  2875 fs_report.cc:389] FS layout report
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/wal
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/wal
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/data/data
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:36.185 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [20ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.186 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [20ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.186 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [58ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.203137  2875 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.204746  2875 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.205209  2875 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:36.263 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [8ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.284 [DEBUG - pool-60-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [15ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.284 [DEBUG - pool-60-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [10ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.284 [DEBUG - pool-60-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [12ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.284 [DEBUG - pool-60-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.0.132.124:44329, [13ms] received response from server master-127.0.132.124:44329: OK, deferred=null) with no deferred attached!
23:53:36.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.288296  2875 rpc_server.cc:307] RPC server started. Bound to: 127.2.185.253:45787
23:53:36.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.288399  2950 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.185.253:45787 every 8 connection(s)
23:53:36.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.291528  2875 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/data/info.pb
23:53:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.295584  2791 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 2875
23:53:36.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.296046  2791 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-1/wal/instance
23:53:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.298344  2951 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.299008  2791 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/wal
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/data
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/logs
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/data/info.pb
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.252:46335
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.252
23:53:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38837/jwks.json with env {}
23:53:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.312255  2951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } has no permanent_uuid. Determining permanent_uuid...
23:53:36.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.337206  2951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } has no permanent_uuid. Determining permanent_uuid...
23:53:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.354615  2951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } has no permanent_uuid. Determining permanent_uuid...
23:53:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.356984  2898 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.359354  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } attempt: 7
23:53:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.362710  2951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.373450  2873 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } has no permanent_uuid. Determining permanent_uuid...
23:53:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.379679  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.412302  2951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 1
23:53:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.416770  2951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.438153  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 1
23:53:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.442411  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.485286  2951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 2
23:53:36.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.490614  2951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.523782  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 2
23:53:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.528793  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468416575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.582050  2951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 3
23:53:36.583 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:53:36.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:53:36.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.588248  2951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.614260  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 3
23:53:36.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.622613  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.654 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:36.654 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:36.655 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:36.655 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:36.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:36.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:36.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:36.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:36.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:36.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:36.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:36.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:36.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:36.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.679312  2953 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.680051  2953 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.680684  2953 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.717140  2953 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:53:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.717530  2953 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.717895  2953 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:53:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.718207  2953 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:53:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.718508  2953 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:53:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.718760  2953 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38837/jwks.json
23:53:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.731698  2951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 4
23:53:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.736570  2951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.759790  2953 master_runner.cc:387] Master server non-default flags:
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/data
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/wal
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.252:46335
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38837/jwks.json
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/data/info.pb
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.252
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/logs
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.761418  2953 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.763131  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 4
23:53:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:36.763341  2953 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.767984  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.775964  2966 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:36.912 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:36.913 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:36.913 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:36.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:36.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:36.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:36.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:36.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:36.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:36.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:36.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:36.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:36.914 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:36.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:37.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:37.036023  2951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 5
23:53:37.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:37.041225  2951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:37.051477  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 5
23:53:37.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:37.056147  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:37.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468417075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:37.086 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:53:37.087 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:53:37.261 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:37.261 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:37.261 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:37.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:37.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:37.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:37.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:37.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:37.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:37.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:37.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:37.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:37.262 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:37.363 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [16ms] received response from server master-127.31.129.60:42777: OK, deferred=null) with no deferred attached!
23:53:37.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:37.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468417575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:37.584 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:53:37.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:53:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:37.588682  2951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 6
23:53:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:37.597159  2951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:37.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:37.608793  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 6
23:53:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:37.616844  2873 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.185.252:46335: Network error: Client connection negotiation failed: client connection to 127.2.185.252:46335: connect: Connection refused (error 111)
23:53:37.648 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:37.648 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:37.648 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:37.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:37.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:37.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:37.649 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:37.649 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:37.649 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:37.649 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:37.649 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:37.649 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:37.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:37.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:38.027 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:38.028 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:38.028 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:38.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:38.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:38.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:38.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:38.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:38.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:38.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:38.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:38.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:38.028 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:38.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468418075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:38.085 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:53:38.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:53:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:36.776885  2967 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:38.096028  2968 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:53:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:38.097594  2969 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.097623  2953 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:38.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.101871  2953 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.104643  2953 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.106066  2953 hybrid_clock.cc:648] HybridClock initialized: now 1783468418105957 us; error 38 us; skew 500 ppm
23:53:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.106912  2953 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:38.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.113657  2953 webserver.cc:534] Webserver started at http://127.2.185.252:41761/ using document root <none> and password file <none>
23:53:38.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.114542  2953 fs_manager.cc:362] Metadata directory not provided
23:53:38.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.114821  2953 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:38.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.115255  2953 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:38.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.119596  2953 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/data/instance:
23:53:38.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "383da350d89d4aafb23883dddb4f60df"
23:53:38.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:38 on dist-test-slave-1rxj"
23:53:38.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.120769  2953 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/wal/instance:
23:53:38.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "383da350d89d4aafb23883dddb4f60df"
23:53:38.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:38 on dist-test-slave-1rxj"
23:53:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.129428  2953 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.004s
23:53:38.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.135872  2982 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.137212  2953 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
23:53:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.137579  2953 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/wal
23:53:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "383da350d89d4aafb23883dddb4f60df"
23:53:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:38 on dist-test-slave-1rxj"
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.137897  2953 fs_report.cc:389] FS layout report
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/wal
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/wal
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/data/data
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.195758  2953 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.197525  2953 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.198060  2953 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.275779  2953 rpc_server.cc:307] RPC server started. Bound to: 127.2.185.252:46335
23:53:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.275871  3033 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.185.252:46335 every 8 connection(s)
23:53:38.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.278524  2953 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/data/info.pb
23:53:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.285082  3034 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.286260  2791 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 2953
23:53:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.286731  2791 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/master-2/wal/instance
23:53:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.305763  3034 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } has no permanent_uuid. Determining permanent_uuid...
23:53:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.339730  3034 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } has no permanent_uuid. Determining permanent_uuid...
23:53:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.354883  3034 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } has no permanent_uuid. Determining permanent_uuid...
23:53:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.375792  3034 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df: Bootstrap starting.
23:53:38.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.386001  3034 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df: Neither blocks nor log segments found. Creating new log.
23:53:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.388574  3034 log.cc:826] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df: Log is configured to *not* fsync() on all Append() calls
23:53:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.394483  3034 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df: No bootstrap required, opened a new log
23:53:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.415978  3034 raft_consensus.cc:359] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.416616  3034 raft_consensus.cc:385] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:38.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.416829  3034 raft_consensus.cc:740] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 383da350d89d4aafb23883dddb4f60df, State: Initialized, Role: FOLLOWER
23:53:38.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.417601  3034 consensus_queue.cc:260] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.419 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:38.419 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:38.419 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:38.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:38.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:38.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:38.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:38.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:38.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:38.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:38.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:38.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:38.420 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.420276  3046 sys_catalog.cc:455] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.421204  3046 sys_catalog.cc:458] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: This master's current role is: FOLLOWER
23:53:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.422055  3034 sys_catalog.cc:565] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: configured and running, proceeding with master startup.
23:53:38.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:38.449652  3057 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:53:38.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:38.450011  3057 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:53:38.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:38.454670  2988 tablet.cc:2406] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.446098  2953 master_runner.cc:187] Error getting master registration for 127.2.185.254:33175: OK, instance_id { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" instance_seqno: 1783468413910688 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:53:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.471426  2953 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:53:38.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:38.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468418574 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:38.584 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:53:38.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
23:53:38.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.591499  3046 raft_consensus.cc:493] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.592145  3046 raft_consensus.cc:515] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.594861  3046 leader_election.cc:290] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 75f3ad544ef446b7aa93f252f95d1093 (127.2.185.254:33175), da9ba6297c264779ad63c5ce55fd0e0f (127.2.185.253:45787)
23:53:38.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.650429  2873 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 7
23:53:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.657565  2951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } attempt: 7
23:53:38.663 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:38.664 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:38.664 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:38.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:38.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:38.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:38.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:38.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:38.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:38.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:38.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:38.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:38.665 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.678067  2873 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093: Bootstrap starting.
23:53:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.691522  2873 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093: Neither blocks nor log segments found. Creating new log.
23:53:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.694196  2873 log.cc:826] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093: Log is configured to *not* fsync() on all Append() calls
23:53:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.698956  2951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f: Bootstrap starting.
23:53:38.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.708305  2873 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093: No bootstrap required, opened a new log
23:53:38.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.710783  2951 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f: Neither blocks nor log segments found. Creating new log.
23:53:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.713385  2951 log.cc:826] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f: Log is configured to *not* fsync() on all Append() calls
23:53:38.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.722615  2951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f: No bootstrap required, opened a new log
23:53:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.741328  2873 raft_consensus.cc:359] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.742486  2873 raft_consensus.cc:385] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.742817  2873 raft_consensus.cc:740] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75f3ad544ef446b7aa93f252f95d1093, State: Initialized, Role: FOLLOWER
23:53:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.743913  2873 consensus_queue.cc:260] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.748450  3064 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.750260  3064 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [sys.catalog]: This master's current role is: FOLLOWER
23:53:38.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.751484  2873 sys_catalog.cc:565] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [sys.catalog]: configured and running, proceeding with master startup.
23:53:38.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.751698  2848 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "383da350d89d4aafb23883dddb4f60df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75f3ad544ef446b7aa93f252f95d1093" is_pre_election: true
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.752977  2848 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 383da350d89d4aafb23883dddb4f60df in term 0.
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.753913  2951 raft_consensus.cc:359] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.754801  2951 raft_consensus.cc:385] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.754771  2985 leader_election.cc:304] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 383da350d89d4aafb23883dddb4f60df, 75f3ad544ef446b7aa93f252f95d1093; no voters: 
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.755082  2951 raft_consensus.cc:740] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da9ba6297c264779ad63c5ce55fd0e0f, State: Initialized, Role: FOLLOWER
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.756054  3046 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.756508  3046 raft_consensus.cc:493] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.756330  2951 consensus_queue.cc:260] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.756935  3046 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 0 FOLLOWER]: Advancing to term 1
23:53:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.766506  2926 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "383da350d89d4aafb23883dddb4f60df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" is_pre_election: true
23:53:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.767578  2926 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 383da350d89d4aafb23883dddb4f60df in term 0.
23:53:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.770109  3066 sys_catalog.cc:455] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.770895  3066 sys_catalog.cc:458] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [sys.catalog]: This master's current role is: FOLLOWER
23:53:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.771283  2951 sys_catalog.cc:565] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [sys.catalog]: configured and running, proceeding with master startup.
23:53:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.777829  3046 raft_consensus.cc:515] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.792129  2848 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "383da350d89d4aafb23883dddb4f60df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75f3ad544ef446b7aa93f252f95d1093"
23:53:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.792893  2848 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [term 0 FOLLOWER]: Advancing to term 1
23:53:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.803501  2926 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "383da350d89d4aafb23883dddb4f60df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da9ba6297c264779ad63c5ce55fd0e0f"
23:53:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.804086  2926 raft_consensus.cc:3060] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [term 0 FOLLOWER]: Advancing to term 1
23:53:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.826406  3046 leader_election.cc:290] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [CANDIDATE]: Term 1 election: Requested vote from peers 75f3ad544ef446b7aa93f252f95d1093 (127.2.185.254:33175), da9ba6297c264779ad63c5ce55fd0e0f (127.2.185.253:45787)
23:53:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.828920  2926 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 383da350d89d4aafb23883dddb4f60df in term 1.
23:53:38.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.831547  2983 leader_election.cc:304] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 383da350d89d4aafb23883dddb4f60df, da9ba6297c264779ad63c5ce55fd0e0f; no voters: 
23:53:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.833228  3046 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 1 FOLLOWER]: Leader election won for term 1
23:53:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.827636  2848 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 383da350d89d4aafb23883dddb4f60df in term 1.
23:53:38.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.837438  3046 raft_consensus.cc:697] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [term 1 LEADER]: Becoming Leader. State: Replica: 383da350d89d4aafb23883dddb4f60df, State: Running, Role: LEADER
23:53:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.843835  3046 consensus_queue.cc:237] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } }
23:53:38.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.849502  3083 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:53:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:38.862618  2827 tablet.cc:2406] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.870783  3081 sys_catalog.cc:455] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: SysCatalogTable state changed. Reason: New leader 383da350d89d4aafb23883dddb4f60df. Latest consensus state: current_term: 1 leader_uuid: "383da350d89d4aafb23883dddb4f60df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.871425  3081 sys_catalog.cc:458] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: This master's current role is: LEADER
23:53:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.878129  3087 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:53:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.885684  3087 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:53:38.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.858188  2803 master_runner.cc:187] Error getting master registration for 127.2.185.253:45787: OK, instance_id { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" instance_seqno: 1783468416267524 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:53:38.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.895627  2803 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:53:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.902598  3091 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:53:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.910122  2926 raft_consensus.cc:1275] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [term 1 FOLLOWER]: Refusing update from remote peer 383da350d89d4aafb23883dddb4f60df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:53:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.911975  3081 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [LEADER]: Connected to new peer: Peer: permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.912400  2848 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [term 1 FOLLOWER]: Refusing update from remote peer 383da350d89d4aafb23883dddb4f60df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:53:38.914 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:38.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.914204  3081 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [LEADER]: Connected to new peer: Peer: permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:38.914 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:38.915 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:38.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:38.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:38.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:38.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:38.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:38.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:38.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:38.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:38.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:38.916 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:38.964028  2903 tablet.cc:2406] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.971362  3064 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 383da350d89d4aafb23883dddb4f60df. Latest consensus state: current_term: 1 leader_uuid: "383da350d89d4aafb23883dddb4f60df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.972088  3064 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [sys.catalog]: This master's current role is: FOLLOWER
23:53:38.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.982913  3090 mvcc.cc:204] Tried to move back new op lower bound from 7305086643832229888 to 7305086643602169856. Current Snapshot: MvccSnapshot[applied={T|T < 7305086643832229888}]
23:53:38.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:38.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.986389  3066 sys_catalog.cc:455] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 383da350d89d4aafb23883dddb4f60df. Latest consensus state: current_term: 1 leader_uuid: "383da350d89d4aafb23883dddb4f60df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.990926  3066 sys_catalog.cc:458] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [sys.catalog]: This master's current role is: FOLLOWER
23:53:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.992492  3093 mvcc.cc:204] Tried to move back new op lower bound from 7305086643832229888 to 7305086643602169856. Current Snapshot: MvccSnapshot[applied={T|T < 7305086643832229888}]
23:53:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.998368  3064 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "383da350d89d4aafb23883dddb4f60df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:38.999065  3064 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093 [sys.catalog]: This master's current role is: FOLLOWER
23:53:39.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.009033  3092 mvcc.cc:204] Tried to move back new op lower bound from 7305086643832229888 to 7305086643602169856. Current Snapshot: MvccSnapshot[applied={T|T < 7305086643832229888}]
23:53:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.010357  3046 sys_catalog.cc:455] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "383da350d89d4aafb23883dddb4f60df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.011303  3046 sys_catalog.cc:458] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: This master's current role is: LEADER
23:53:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.012363  3046 sys_catalog.cc:455] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "383da350d89d4aafb23883dddb4f60df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.013212  3046 sys_catalog.cc:458] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df [sys.catalog]: This master's current role is: LEADER
23:53:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.015497  3066 sys_catalog.cc:455] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "383da350d89d4aafb23883dddb4f60df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "75f3ad544ef446b7aa93f252f95d1093" member_type: VOTER last_known_addr { host: "127.2.185.254" port: 33175 } } peers { permanent_uuid: "da9ba6297c264779ad63c5ce55fd0e0f" member_type: VOTER last_known_addr { host: "127.2.185.253" port: 45787 } } peers { permanent_uuid: "383da350d89d4aafb23883dddb4f60df" member_type: VOTER last_known_addr { host: "127.2.185.252" port: 46335 } } }
23:53:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.016134  3066 sys_catalog.cc:458] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f [sys.catalog]: This master's current role is: FOLLOWER
23:53:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.023743  3087 catalog_manager.cc:1382] Generated new cluster ID: 7a1edb656d634f43accf0efcc867269c
23:53:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.024050  3087 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:53:39.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468419074 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:39.092 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:53:39.093 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
23:53:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.102640  3087 catalog_manager.cc:1405] Generated new certificate authority record
23:53:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.105055  3087 catalog_manager.cc:1539] Loading token signing keys...
23:53:39.125 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:39.125 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:39.125 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:39.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.127 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.129884  3087 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 383da350d89d4aafb23883dddb4f60df: Generated new TSK 0
23:53:39.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.132599  3087 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.183071  2791 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/wal
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/data
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/logs
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/data/info.pb
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.193:0
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.185.193
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.193
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:53:39.273 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:39.273 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:39.274 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:39.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.275 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:39.322 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:39.322 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:39.323 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:39.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:39.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:39.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:39.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:39.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:39.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:39.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:39.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:39.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:39.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:39.342 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [8ms] received response from server master-127.31.129.60:42777: OK, deferred=null) with no deferred attached!
23:53:39.368 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:39.368 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:39.368 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:39.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.370 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:39.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:39.575 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468419575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:39.592 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:53:39.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
23:53:39.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:39.632704  3099 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:39.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:39.633378  3099 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:39.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:39.634133  3099 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:39.674 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:39.674 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:39.674 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:39.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:39.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:39.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:39.675 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:39.692147  3099 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:39.693536  3099 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.185.193
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.758190  3099 tablet_server_runner.cc:78] Tablet server non-default flags:
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/data
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/wal
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.193:0
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/data/info.pb
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.193
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.185.193
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/logs
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:39.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.759879  3099 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.761963  3099 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:39.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:39.777660  3109 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.890249  3083 catalog_manager.cc:1294] Loaded cluster ID: 7a1edb656d634f43accf0efcc867269c
23:53:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.891494  3083 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093: loading cluster ID for follower catalog manager: success
23:53:39.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.913446  3083 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093: acquiring CA information for follower catalog manager: success
23:53:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.950954  3091 catalog_manager.cc:1294] Loaded cluster ID: 7a1edb656d634f43accf0efcc867269c
23:53:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.951279  3091 catalog_manager.cc:1587] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f: loading cluster ID for follower catalog manager: success
23:53:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.954948  3083 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 75f3ad544ef446b7aa93f252f95d1093: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:53:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.963104  3091 catalog_manager.cc:1609] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f: acquiring CA information for follower catalog manager: success
23:53:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:39.970806  3091 catalog_manager.cc:1637] T 00000000000000000000000000000000 P da9ba6297c264779ad63c5ce55fd0e0f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:53:39.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:40.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468420075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:40.088 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:53:40.088 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
23:53:40.094 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:40.094 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:40.095 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:40.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.096 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:40.134 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:40.135 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:40.135 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:40.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:40.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:40.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:40.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:40.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:40.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:40.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:40.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:40.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:40.137 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:40.181 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:40.181 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:40.181 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:40.182 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.182 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.182 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:40.228 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:40.228 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:40.228 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:40.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.229 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.231 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:40.412 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:40.413 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:40.413 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:40.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.413 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.413 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:40.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:40.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:40.414 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:40.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:40.576 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468420575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:40.586 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:53:40.587 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
23:53:40.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:41.076 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468421075 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:41.126 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=51 ms, finalizationTime=0 ms).
23:53:41.128 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
23:53:41.168 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.168 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.168 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.170 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.196 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.196 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.196 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.198 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.266 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.266 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.266 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.267 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.299 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.300 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.300 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.303 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.343 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [4ms] received response from server master-127.31.129.60:42777: OK, deferred=null) with no deferred attached!
23:53:41.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:39.778738  3110 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:41.192054  3108 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 3099
23:53:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:41.374982  3108 kernel_stack_watchdog.cc:198] Thread 3099 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
23:53:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:53:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:53:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:53:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:53:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:41.390435  3099 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.610s	user 0.002s	sys 0.004s
23:53:41.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:41.390861  3099 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.610s	user 0.002s	sys 0.004s
23:53:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:41.393690  3112 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:41.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.397454  3099 server_base.cc:1061] running on GCE node
23:53:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.399544  3099 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.422044  3099 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.423825  3099 hybrid_clock.cc:648] HybridClock initialized: now 1783468421423779 us; error 46 us; skew 500 ppm
23:53:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.425078  3099 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:41.490 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.490 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.490 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.490 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.491 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.506 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.518476  3099 webserver.cc:534] Webserver started at http://127.2.185.193:36375/ using document root <none> and password file <none>
23:53:41.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.520239  3099 fs_manager.cc:362] Metadata directory not provided
23:53:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.520733  3099 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.521603  3099 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.529955  3099 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/data/instance:
23:53:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2ade2385a9747f499358efea3bf9079"
23:53:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:41 on dist-test-slave-1rxj"
23:53:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.532186  3099 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/wal/instance:
23:53:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2ade2385a9747f499358efea3bf9079"
23:53:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:41 on dist-test-slave-1rxj"
23:53:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.558689  3099 fs_manager.cc:696] Time spent creating directory manager: real 0.024s	user 0.009s	sys 0.004s
23:53:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.573360  3127 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.576382  3099 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.001s	sys 0.008s
23:53:41.577 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468421575 for job 9c34498118044a003e0b2ad37cbcb486.
23:53:41.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.577003  3099 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/wal
23:53:41.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2ade2385a9747f499358efea3bf9079"
23:53:41.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:41 on dist-test-slave-1rxj"
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.577710  3099 fs_report.cc:389] FS layout report
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/wal
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/wal
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/data/data
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:41.585 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job 9c34498118044a003e0b2ad37cbcb486 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:53:41.587 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
23:53:41.593 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.593 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.593 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.594 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.674 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.674 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.674 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.676 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.738111  3099 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:41.739 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.739 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.739 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.743525  3099 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.744341  3099 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.756625  3099 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:53:41.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.770217  3099 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:53:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.770761  3099 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
23:53:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.771281  3099 ts_tablet_manager.cc:616] Registered 0 tablets
23:53:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:41.771715  3099 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:53:41.783 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.783 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.783 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.786 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.786 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.786 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.787 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28454), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [2ms] received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [17ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [31ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [35ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [36ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [37ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [37ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [54ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [54ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [74ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [93ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [151ms] refreshing cache from master, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [154ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [211ms] refreshing cache from master, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [212ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [213ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [272ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [273ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [731ms] refreshing cache from master, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [732ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [732ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [733ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1531ms] refreshing cache from master, [1531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1533ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2231ms] refreshing cache from master, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2233ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2691ms] refreshing cache from master, [2691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2693ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2831ms] refreshing cache from master, [2832ms] too many traces: truncated at 100 traces, deferred=Deferred@1713076023(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@3cb83bcf -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354)))
23:53:41.789 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.789 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.789 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.790 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28454), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [2ms] received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [17ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [31ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [35ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [36ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [37ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [37ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [54ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [54ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [74ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [93ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [151ms] refreshing cache from master, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [154ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [211ms] refreshing cache from master, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [212ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [213ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [272ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [273ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [731ms] refreshing cache from master, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [732ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [732ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [733ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1531ms] refreshing cache from master, [1531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1533ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2231ms] refreshing cache from master, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2233ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2691ms] refreshing cache from master, [2691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2693ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2831ms] refreshing cache from master, [2832ms] too many traces: truncated at 100 traces, deferred=Deferred@1713076023(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@3cb83bcf -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28454), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [2ms] received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [17ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [31ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [35ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [36ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [37ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [37ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [54ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [54ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [74ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [93ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [151ms] refreshing cache from master, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [154ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [211ms] refreshing cache from master, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [212ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [213ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [272ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [273ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [731ms] refreshing cache from master, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [732ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [732ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [733ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1531ms] refreshing cache from master, [1531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1533ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2231ms] refreshing cache from master, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2233ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2691ms] refreshing cache from master, [2691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2693ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2831ms] refreshing cache from master, [2832ms] too many traces: truncated at 100 traces, deferred=Deferred@1713076023(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@3cb83bcf -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:41.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.792 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.802 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.802 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.803 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.810 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28454), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [2ms] received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [17ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [31ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [35ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [36ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [37ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [37ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [54ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [54ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [74ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [93ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [151ms] refreshing cache from master, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [154ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [211ms] refreshing cache from master, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [212ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [213ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [272ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [273ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [731ms] refreshing cache from master, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [732ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [732ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [733ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1531ms] refreshing cache from master, [1531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1533ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2231ms] refreshing cache from master, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2233ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2691ms] refreshing cache from master, [2691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2693ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2831ms] refreshing cache from master, [2832ms] too many traces: truncated at 100 traces, deferred=Deferred@1713076023(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@3cb83bcf -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28454), Traces: [0ms] sending RPC to server master-127.31.129.60:42777, [2ms] received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [17ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [31ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [35ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [36ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [37ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [37ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [53ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [54ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [54ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [73ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [74ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [93ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [93ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [151ms] refreshing cache from master, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [153ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [154ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [211ms] refreshing cache from master, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [212ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [213ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [272ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [273ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [273ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [731ms] refreshing cache from master, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [732ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [732ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [733ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [733ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1531ms] refreshing cache from master, [1531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1533ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1533ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2231ms] refreshing cache from master, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2233ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2233ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2691ms] refreshing cache from master, [2691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2693ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2693ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2831ms] refreshing cache from master, [2832ms] too many traces: truncated at 100 traces, deferred=Deferred@1713076023(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@3cb83bcf -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1182829407 after retry RPC after error@1718707632) -> (continuation of Deferred@1533936774 after retry RPC after error@653605479) -> (continuation of Deferred@1693292437 after retry RPC after error@157037149) -> (continuation of Deferred@582831556 after retry RPC after error@756317686) -> (continuation of Deferred@634197758 after retry RPC after error@1307252416) -> (continuation of Deferred@91267540 after retry RPC after error@184915777) -> (continuation of Deferred@1186077241 after retry RPC after error@1408915769) -> (continuation of Deferred@1392782483 after retry RPC after error@1947997741) -> (continuation of Deferred@581544261 after retry RPC after error@588980152) -> (continuation of Deferred@1367986172 after retry RPC after error@1169163934) -> (continuation of Deferred@716991724 after retry RPC after error@1369522396) -> (continuation of Deferred@1321767739 after retry RPC after error@193591434) -> (continuation of Deferred@1109077531 after retry RPC after error@434577700) -> (continuation of Deferred@322713704 after retry RPC after error@1463144237) -> (continuation of Deferred@1287997478 after retry RPC after error@1812704923) -> (continuation of Deferred@512107530 after retry RPC after error@1739836496) -> (continuation of Deferred@22101240 after retry RPC after error@807351615) -> (continuation of Deferred@529981762 after retry RPC after error@1723760556) -> (continuation of Deferred@1853892991 after retry RPC after error@671047517) -> (continuation of Deferred@264971793 after retry RPC after error@446528347) -> (continuation of Deferred@1966695078 after retry RPC after error@677502699) -> (continuation of Deferred@2127335000 after retry RPC after error@259679609) -> (continuation of Deferred@837290594 after retry RPC after error@391650354)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:41.811 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:53:41.811 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RUNNING to RESTARTING.
23:53:41.812 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:53:41.812 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:53:41.812 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:53:41.812 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:53:41.812 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:53:41.813 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:53:41.813 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:53:41.814 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:53:41.814 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:53:41.817 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:53:41.817 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:53:41.822 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.822 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.823 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.825 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.834 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.132.124:44329(127.0.132.124:44329)] disconnecting while in state TERMINATED
23:53:41.834 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.132.126:33913(127.0.132.126:33913)] disconnecting while in state TERMINATED
23:53:41.834 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.132.125:43433(127.0.132.125:43433)] disconnecting while in state TERMINATED
23:53:41.834 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] disconnecting while in state TERMINATED
23:53:41.834 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:41.835 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
23:53:41.835 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:53:41.836 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
23:53:41.842 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.843 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.843 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.845 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.846 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:53:41.846 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:53:41.846 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:53:41.848 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:41.849 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:41.849 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:41.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:41.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:41.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:41.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:41.862 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.0.132.124:44329(127.0.132.124:44329)] disconnecting while in state TERMINATED
23:53:41.862 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.0.132.126:33913(127.0.132.126:33913)] disconnecting while in state TERMINATED
23:53:41.862 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.0.132.125:43433(127.0.132.125:43433)] disconnecting while in state TERMINATED
23:53:41.862 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] disconnecting while in state TERMINATED
23:53:41.862 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.863 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.863 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.863 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:41.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.864 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.865 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:53:41.865 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:53:41.865 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:53:41.865 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:53:41.865 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:53:41.865 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:53:41.869 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.0.132.124:44329(127.0.132.124:44329)] disconnecting while in state TERMINATED
23:53:41.869 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.0.132.126:33913(127.0.132.126:33913)] disconnecting while in state TERMINATED
23:53:41.869 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.0.132.125:43433(127.0.132.125:43433)] disconnecting while in state TERMINATED
23:53:41.869 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 7af8ad79f691469e832b203d25ba2ec6(127.0.132.66:45659)] disconnecting while in state TERMINATED
23:53:41.870 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:41.870 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
23:53:41.874 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:53:41.870 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:53:41.882 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.883 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.883 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.884 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.885 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.890 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:53:41.890 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:53:41.890 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:53:41.898 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.132.124:44329(127.0.132.124:44329)] disconnecting while in state TERMINATED
23:53:41.898 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.132.126:33913(127.0.132.126:33913)] disconnecting while in state TERMINATED
23:53:41.898 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.132.125:43433(127.0.132.125:43433)] disconnecting while in state TERMINATED
23:53:41.898 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ae4665485ef74a1b85e7a6e450517126(127.0.132.65:34663)] disconnecting while in state TERMINATED
23:53:41.899 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:41.899 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:53:41.899 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:53:41.899 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:53:41.902 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.903 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.903 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.925 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:53:41.925 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:53:41.926 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:53:41.926 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:53:41.928 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:53:41.928 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:53:41.930 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:53:41.931 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:53:41.931 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
23:53:41.931 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:53:41.931 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:53:41.932 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:53:41.933 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:53:41.933 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:53:41.942 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:53:41.943 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:41.943 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:41.943 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:53:41.943 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:41.943 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:53:41.944 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:53:41.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:41.944 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:53:41.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:41.945 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:53:41.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:41.945 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:41.945 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:53:41.957 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
23:53:41.957 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:53:41.958 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:53:41.958 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:53:41.959 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:53:41.959 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:53:41.960 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c34498118044a003e0b2ad37cbcb486
23:53:41.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:42.201 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:42.202 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:42.202 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:42.203 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:42.203 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:42.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:42.203 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:42.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:42.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:42.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:42.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:42.204 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:42.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:42.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:42.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:42.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.204 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:42.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:42.263 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:42.263 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:42.263 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:42.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.349376  3099 rpc_server.cc:307] RPC server started. Bound to: 127.2.185.193:38153
23:53:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.349526  3260 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.185.193:38153 every 8 connection(s)
23:53:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.353523  3099 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/data/info.pb
23:53:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.359014  2791 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 3099
23:53:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.359634  2791 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-0/wal/instance
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.370401  2791 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/wal
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/data
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/logs
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/data/info.pb
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.194:0
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.185.194
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.194
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:53:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.448907  3264 heartbeater.cc:344] Connected to a master server at 127.2.185.253:45787
23:53:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.449458  3264 heartbeater.cc:461] Registering TS with master...
23:53:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.450829  3264 heartbeater.cc:507] Master 127.2.185.253:45787 requested a full tablet report, sending...
23:53:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.457520  2916 ts_manager.cc:194] Registered new tserver with Master: e2ade2385a9747f499358efea3bf9079 (127.2.185.193:38153)
23:53:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.470793  3261 heartbeater.cc:344] Connected to a master server at 127.2.185.252:46335
23:53:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.471323  3261 heartbeater.cc:461] Registering TS with master...
23:53:42.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.472549  3261 heartbeater.cc:507] Master 127.2.185.252:46335 requested a full tablet report, sending...
23:53:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.475782  2999 ts_manager.cc:194] Registered new tserver with Master: e2ade2385a9747f499358efea3bf9079 (127.2.185.193:38153)
23:53:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.478606  2999 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.185.193:50303
23:53:42.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.513796  3266 heartbeater.cc:344] Connected to a master server at 127.2.185.254:33175
23:53:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.514192  3266 heartbeater.cc:461] Registering TS with master...
23:53:42.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.514835  3266 heartbeater.cc:507] Master 127.2.185.254:33175 requested a full tablet report, sending...
23:53:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:42.518338  2838 ts_manager.cc:194] Registered new tserver with Master: e2ade2385a9747f499358efea3bf9079 (127.2.185.193:38153)
23:53:42.822 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:42.822 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:42.822 [DEBUG - pool-54-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:42.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:42.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:42.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:42.824 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:42.836 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RESTARTING to RUNNING.
23:53:42.837 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 9c34498118044a003e0b2ad37cbcb486 from Checkpoint 72 @ 1783468421575 for 9c34498118044a003e0b2ad37cbcb486 located at file:/tmp/junit3108809940323494503/checkpoints/9c34498118044a003e0b2ad37cbcb486/chk-72.
23:53:42.838 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:53:42.838 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:53:42.839 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:53:42.840 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:53:42.840 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5fef2981f201c4ef1f5b07b79663045d
23:53:42.840 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:53:42.841 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:53:42.841 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 6f958295d2f16b63fcb5c6806465bb34
23:53:42.841 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:53:42.842 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:53:42.842 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 7856b591185e5c96046d18fd5963a9b0
23:53:42.842 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:53:42.842 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:53:42.842 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5138d5d63fec66960b15ec226330e37e
23:53:42.843 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:53:42.843 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:53:42.844 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 5fef2981f201c4ef1f5b07b79663045d.
23:53:42.845 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:53:42.846 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:53:42.846 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:53:42.846 [INFO - Thread-20] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:53:42.847 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state TERMINATED
23:53:42.847 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state TERMINATED
23:53:42.847 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state TERMINATED
23:53:42.847 [DEBUG - Thread-20] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:42.848 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:53:42.848 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:53:42.849 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
23:53:42.850 [INFO - Thread-20] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:53:42.850 [INFO - Thread-20] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:53:42.852 [DEBUG - Thread-20] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:42.853 [INFO - Thread-20] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:53:42.874 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:42.874 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:42.875 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:42.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:42.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:42.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:42.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:42.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:42.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:42.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:42.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:42.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:42.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:42.879 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:53:42.880 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 6f958295d2f16b63fcb5c6806465bb34.
23:53:42.880 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:53:42.880 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:53:42.886 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6dcca181
23:53:42.886 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:42.886 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:42.886 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:53:42.887 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:53:42.889 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5d610a9
23:53:42.891 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:53:42.892 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:53:42.892 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:53:42.893 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b5ae3df
23:53:42.893 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:42.893 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:42.900 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:53:42.900 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:53:42.902 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@243754f5
23:53:42.904 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 5138d5d63fec66960b15ec226330e37e.
23:53:42.906 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:42.908 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:42.908 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:42.908 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:42.908 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:42.911 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:42.913 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:53:42.915 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 7856b591185e5c96046d18fd5963a9b0.
23:53:42.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:53:42.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:53:42.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5159d828
23:53:42.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:42.917 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:42.917 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:53:42.917 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:53:42.922 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38c61da6
23:53:42.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:53:42.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:53:42.924 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@646fabcb
23:53:42.924 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:42.924 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:53:42.924 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:53:42.925 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:53:42.938 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:42.945 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f43164b
23:53:42.949 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:42.952 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:42.962 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:42.963948  3265 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:42.964684  3265 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:42.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:42.965408  3265 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:42.982 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:42.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:42.987 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:42.987 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:42.988 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:42.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:42.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:42.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:42.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:42.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:42.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:42.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:42.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:42.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:42.990 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:42.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:42.993 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:42.998 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:42.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:42.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:42.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.012 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.022 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.029 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:43.033989  3265 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:43.035460  3265 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.185.194
23:53:43.036 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.047 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.054 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.055 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.061 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.062 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:43.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.072 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.073 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.077 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.084 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.088 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.092 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.104 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.105 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.108 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:43.108783  3265 tablet_server_runner.cc:78] Tablet server non-default flags:
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/data
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/wal
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.194:0
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/data/info.pb
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.194
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.185.194
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/logs
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:43.110620  3265 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:43.113 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:43.112838  3265 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:43.120 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.122 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.131 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.133 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.139 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.143 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:43.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:43.144032  3308 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:43.146 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.149 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.158 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.164 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.169 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.173 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.176 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.182 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.184 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.189 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.190 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.197 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.200 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.206 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.211 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.213 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.213 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.213 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.213 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.213 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.223 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.225 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.228 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.231 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.231 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.232 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.232 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.233 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.241 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.245 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.246 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.246 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.247 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.258 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.262 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.263 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.263 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.263 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:43.263 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.263 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.265 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.265 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.269 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.272 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.272 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.273 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.275 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.280 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.281 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.281 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.281 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.282 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:43.282 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.282 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.302 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.303 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.303 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:43.303 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.303 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.303 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.309 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.310 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.319 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.323 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.323 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.323 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.324 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.332 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.332 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.332 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.333 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.334 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.335 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.341 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.343 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.344 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:43.345 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.345 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.347 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.348 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.349 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.349 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.350 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.353 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.353 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.353 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.354 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.368 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.368 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.369 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.373 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.373 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.373 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.373 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.373 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.373 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.374 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.375 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.388 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.388 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.389 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.390 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.393 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.393 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.393 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.412 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.412 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.412 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.413 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.413 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.413 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.415 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.415 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.428 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.429 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.429 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.431 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.443 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.443 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.443 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.444 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.462 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:43.463 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.463 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.465 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:43.483253  3261 heartbeater.cc:499] Master 127.2.185.252:46335 was elected leader, sending a full tablet report...
23:53:43.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:43.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:43.489 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.489 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.489 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.490 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.490 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.490 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.491 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.492 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.492 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.492 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.493 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.493 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.494 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.653 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.653 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.653 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.655 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.663 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:43.663 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:43.663 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:43.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:43.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:43.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:43.665 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:43.702 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.702 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.702 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.729 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.729 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.729 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.731 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.952 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.953 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.953 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.955 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.982 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:43.982 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:43.983 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:43.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:43.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:43.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:43.984 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:43.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:43.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:44.002 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:44.002 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:44.003 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:44.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:44.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:44.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:44.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:44.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:44.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:44.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:44.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:44.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:44.005 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:44.033 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:44.033 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:44.033 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:44.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.036 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:44.062 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:44.063 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:44.063 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:44.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.065 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:44.229 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:44.230 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:44.230 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:44.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:44.240 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:44.240 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:44.240 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:44.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.242 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:44.473 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:44.474 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:44.474 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:44.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:44.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:44.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:44.632 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:44.633 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:44.633 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:44.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.636 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:44.712 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:44.712 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:44.712 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:44.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:44.812 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:44.812 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:44.813 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:44.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:44.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:44.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:44.814 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:44.859 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:44.859 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:44.859 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:44.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.860 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.860 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.860 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.861 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:44.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:44.988 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:44.988 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:44.988 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:44.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:44.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:44.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:44.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:44.991 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:45.003 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:45.003 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:45.003 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:45.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:45.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:45.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:45.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:45.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:45.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:45.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:45.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:45.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:45.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:45.074 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:45.074 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:45.075 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:45.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.076 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:45.129 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:45.133 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:45.133 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:45.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.133 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:45.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:44.538933  3306 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 3265
23:53:45.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:43.149727  3310 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:45.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.176528  3265 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.029s	user 0.490s	sys 0.880s
23:53:45.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.177400  3265 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.030s	user 0.491s	sys 0.881s
23:53:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.188139  3341 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.188920  3265 server_base.cc:1061] running on GCE node
23:53:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.190274  3265 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.193117  3265 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.194553  3265 hybrid_clock.cc:648] HybridClock initialized: now 1783468425194506 us; error 46 us; skew 500 ppm
23:53:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.195387  3265 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.201440  3265 webserver.cc:534] Webserver started at http://127.2.185.194:46831/ using document root <none> and password file <none>
23:53:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.202414  3265 fs_manager.cc:362] Metadata directory not provided
23:53:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.202605  3265 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.202962  3265 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.207266  3265 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/data/instance:
23:53:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "950b95cf81e14fa4b470f62bafa3c44f"
23:53:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:45 on dist-test-slave-1rxj"
23:53:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.208427  3265 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/wal/instance:
23:53:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "950b95cf81e14fa4b470f62bafa3c44f"
23:53:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:45 on dist-test-slave-1rxj"
23:53:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.215685  3265 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
23:53:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.221923  3346 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.223304  3265 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.223707  3265 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/wal
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "950b95cf81e14fa4b470f62bafa3c44f"
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:45 on dist-test-slave-1rxj"
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.224009  3265 fs_report.cc:389] FS layout report
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/wal
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/wal
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/data/data
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:45.225 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:45.225 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:45.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.226 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:45.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.227 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:45.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.287815  3265 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.289834  3265 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.290555  3265 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.294271  3265 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:53:45.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.299973  3265 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:53:45.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.300251  3265 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:53:45.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.300539  3265 ts_tablet_manager.cc:616] Registered 0 tablets
23:53:45.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.300748  3265 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:53:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.458200  3265 rpc_server.cc:307] RPC server started. Bound to: 127.2.185.194:45853
23:53:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.458324  3462 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.185.194:45853 every 8 connection(s)
23:53:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.461215  3265 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/data/info.pb
23:53:45.462 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:45.463 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:45.463 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:45.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:45.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:45.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:45.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:45.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:45.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:45.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:45.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:45.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:45.464 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:45.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.470145  2791 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 3265
23:53:45.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.470610  2791 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-1/wal/instance
23:53:45.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:45.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.496948  2791 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/wal
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/data
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/logs
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/data/info.pb
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.195:0
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.185.195
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.195
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:53:45.533 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:45.533 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:45.534 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:45.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.535 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.546314  3463 heartbeater.cc:344] Connected to a master server at 127.2.185.252:46335
23:53:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.546828  3463 heartbeater.cc:461] Registering TS with master...
23:53:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.548207  3463 heartbeater.cc:507] Master 127.2.185.252:46335 requested a full tablet report, sending...
23:53:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.548538  3465 heartbeater.cc:344] Connected to a master server at 127.2.185.254:33175
23:53:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.548908  3465 heartbeater.cc:461] Registering TS with master...
23:53:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.549844  3465 heartbeater.cc:507] Master 127.2.185.254:33175 requested a full tablet report, sending...
23:53:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.551725  2999 ts_manager.cc:194] Registered new tserver with Master: 950b95cf81e14fa4b470f62bafa3c44f (127.2.185.194:45853)
23:53:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.552772  2838 ts_manager.cc:194] Registered new tserver with Master: 950b95cf81e14fa4b470f62bafa3c44f (127.2.185.194:45853)
23:53:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.553453  2999 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.185.194:54763
23:53:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.560122  3464 heartbeater.cc:344] Connected to a master server at 127.2.185.253:45787
23:53:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.560461  3464 heartbeater.cc:461] Registering TS with master...
23:53:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.560971  3464 heartbeater.cc:507] Master 127.2.185.253:45787 requested a full tablet report, sending...
23:53:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.563661  2916 ts_manager.cc:194] Registered new tserver with Master: 950b95cf81e14fa4b470f62bafa3c44f (127.2.185.194:45853)
23:53:45.622 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:45.623 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:45.623 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:45.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:45.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:45.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:45.624 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:45.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:45.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:45.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:45.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:45.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:45.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:45.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:45.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:45.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:45.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:45.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:45.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:45.676 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:45.728 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:45.728 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:45.728 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:45.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.729 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.865016  3470 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.865600  3470 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.866235  3470 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:45.880 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:45.881 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:45.881 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:45.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:45.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:45.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:45.882 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.904934  3470 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.905946  3470 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.185.195
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.950852  3470 tablet_server_runner.cc:78] Tablet server non-default flags:
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.185.212:36165
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/data
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/wal
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.185.195:0
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/data/info.pb
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.185.195
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.185.195
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/logs
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.952488  3470 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:45.954577  3470 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.970902  3480 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:45.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:45.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:46.392 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:46.392 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:46.392 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:46.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:46.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:46.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:46.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:46.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:46.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:46.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:46.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:46.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:46.395 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:46.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:46.491 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:46.522 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:46.523 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:46.523 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:46.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:46.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:46.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:46.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:46.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:46.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:46.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:46.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:46.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:46.527 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:46.559508  3463 heartbeater.cc:499] Master 127.2.185.252:46335 was elected leader, sending a full tablet report...
23:53:46.788 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:46.788 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:46.789 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:46.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:46.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:46.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:46.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:46.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:46.790 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:46.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:46.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:46.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:46.791 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:46.914 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:46.914 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:46.914 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:46.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:46.915 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:46.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:46.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:46.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:46.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:46.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:46.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:46.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:46.917 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:46.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:46.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:47.114 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:47.115 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:47.115 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:47.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:47.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:47.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:47.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:47.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:47.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:47.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:47.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:47.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:47.116 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:47.149 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:47.149 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:47.150 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:47.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:47.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:47.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:47.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:47.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:47.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:47.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:47.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:47.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:47.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:47.325 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:47.326 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:47.326 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:47.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.328 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:47.354 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:47.354 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:47.354 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:47.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.356 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:47.393 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:47.393 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:47.394 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:47.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:47.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:47.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:47.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:47.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:47.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:47.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:47.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:47.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:47.395 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:47.472 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:47.473 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:47.473 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:47.473 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.473 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.474 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:47.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:47.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:47.748 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:47.749 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:47.749 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:47.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.751 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:47.782 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:47.783 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:47.783 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:47.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:47.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:47.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:47.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:47.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:47.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:47.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:47.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:47.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:47.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:47.376485  3479 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 3470
23:53:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:47.890887  3470 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.904s	user 0.628s	sys 1.261s
23:53:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:47.891335  3470 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.905s	user 0.628s	sys 1.261s
23:53:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:45.988968  3481 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:47.893129  3482 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1904 milliseconds
23:53:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.893600  3470 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:53:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:47.893692  3483 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.900377  3470 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:53:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.902596  3470 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:53:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.903970  3470 hybrid_clock.cc:648] HybridClock initialized: now 1783468427903928 us; error 37 us; skew 500 ppm
23:53:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.904876  3470 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:53:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.911779  3470 webserver.cc:534] Webserver started at http://127.2.185.195:39247/ using document root <none> and password file <none>
23:53:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.912956  3470 fs_manager.cc:362] Metadata directory not provided
23:53:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.913354  3470 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:53:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.913928  3470 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:53:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.918370  3470 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/data/instance:
23:53:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f3cc272158445eeab6fbbe1c6a5a546"
23:53:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:47 on dist-test-slave-1rxj"
23:53:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.919451  3470 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/wal/instance:
23:53:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f3cc272158445eeab6fbbe1c6a5a546"
23:53:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:47 on dist-test-slave-1rxj"
23:53:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.929113  3470 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.000s
23:53:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.936084  3495 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:53:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.938249  3470 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
23:53:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.938764  3470 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/wal
23:53:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f3cc272158445eeab6fbbe1c6a5a546"
23:53:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:53:47 on dist-test-slave-1rxj"
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:47.939363  3470 fs_report.cc:389] FS layout report
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/wal
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/wal
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/data/data
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:53:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:53:47.979 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:47.979 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:47.980 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:47.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.980 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.980 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:47.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.981 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:47.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.981 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:47.981 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:47.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:47.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:47.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:47.982 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:47.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:47.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.037698  3470 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:53:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.039507  3470 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:53:48.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.040041  3470 kserver.cc:163] Server-wide thread pool size limit: 3276
23:53:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.043285  3470 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:53:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.048345  3470 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:53:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.048599  3470 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:53:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.048964  3470 ts_tablet_manager.cc:616] Registered 0 tablets
23:53:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.049242  3470 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:53:48.165 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:48.166 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:48.166 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:48.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:48.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:48.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:48.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:48.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:48.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:48.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:48.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:48.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:48.167 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:48.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.214223  3470 rpc_server.cc:307] RPC server started. Bound to: 127.2.185.195:45463
23:53:48.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.214352  3609 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.185.195:45463 every 8 connection(s)
23:53:48.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.217135  3470 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/data/info.pb
23:53:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.221618  2791 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 3470
23:53:48.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.222012  2791 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1386200518750539736/ts-2/wal/instance
23:53:48.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.302954  3610 heartbeater.cc:344] Connected to a master server at 127.2.185.252:46335
23:53:48.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.303539  3610 heartbeater.cc:461] Registering TS with master...
23:53:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.305068  3610 heartbeater.cc:507] Master 127.2.185.252:46335 requested a full tablet report, sending...
23:53:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.305588  3611 heartbeater.cc:344] Connected to a master server at 127.2.185.253:45787
23:53:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.305953  3611 heartbeater.cc:461] Registering TS with master...
23:53:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.306882  3611 heartbeater.cc:507] Master 127.2.185.253:45787 requested a full tablet report, sending...
23:53:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.308032  3614 heartbeater.cc:344] Connected to a master server at 127.2.185.254:33175
23:53:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.308411  3614 heartbeater.cc:461] Registering TS with master...
23:53:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.309655  3614 heartbeater.cc:507] Master 127.2.185.254:33175 requested a full tablet report, sending...
23:53:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.312429  2838 ts_manager.cc:194] Registered new tserver with Master: 0f3cc272158445eeab6fbbe1c6a5a546 (127.2.185.195:45463)
23:53:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.313210  2999 ts_manager.cc:194] Registered new tserver with Master: 0f3cc272158445eeab6fbbe1c6a5a546 (127.2.185.195:45463)
23:53:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.315074  2999 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.185.195:60707
23:53:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.317060  2915 ts_manager.cc:194] Registered new tserver with Master: 0f3cc272158445eeab6fbbe1c6a5a546 (127.2.185.195:45463)
23:53:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.332476  2791 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:53:48.347 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:53:48.347 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:53:48.348 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.185.254"
      port: 33175
    }
    bound_http_address {
      host: "127.2.185.254"
      port: 35311
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.185.253"
      port: 45787
    }
    bound_http_address {
      host: "127.2.185.253"
      port: 40181
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.185.252"
      port: 46335
    }
    bound_http_address {
      host: "127.2.185.252"
      port: 41761
    }
  }
}

23:53:48.348 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:53:48.350 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.185.193"
      port: 38153
    }
    bound_http_address {
      host: "127.2.185.193"
      port: 36375
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.185.194"
      port: 45853
    }
    bound_http_address {
      host: "127.2.185.194"
      port: 46831
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.185.195"
      port: 45463
    }
    bound_http_address {
      host: "127.2.185.195"
      port: 39247
    }
  }
}

23:53:48.350 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:53:48.352 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:48.353 [DEBUG - main] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:48.354 [DEBUG - main] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:48.354 [DEBUG - main] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:48.354 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.234.252:33151(127.1.234.252:33151)] Successfully connected to peer
23:53:48.355 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.234.253:35279(127.1.234.253:35279)] Successfully connected to peer
23:53:48.365 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.253
23:53:48.369 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.234.254:35273(127.1.234.254:35273)] Successfully connected to peer
23:53:48.374 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.252
23:53:48.387 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.254
23:53:48.394 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:48.401 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:48.404 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x498b3fc2, L:/127.0.0.1:52562 - R:/127.1.234.253:35279] using SASL/PLAIN
23:53:48.407 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x63b71c0a, L:/127.0.0.1:55014 - R:/127.1.234.252:33151] using SASL/PLAIN
23:53:48.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:48.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=61), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [60ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: OK, deferred=null) after lookup
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.416226  2168 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55014:
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:53:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:48.421612  2168 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:53:48.424 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:48.429 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x72516d9e, L:/127.0.0.1:34748 - R:/127.1.234.254:35273] using SASL/PLAIN
23:53:48.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:48.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:48.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.543264  2430 tablet_service.cc:1511] Processing CreateTablet for tablet 08089808c972404eb09a733dd46eb227 (DEFAULT_TABLE table=replication_test_table [id=3a70a772d81f41d9afd8bddc0780702b]), partition=
23:53:48.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.544829  2430 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 08089808c972404eb09a733dd46eb227. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.569038  2573 tablet_service.cc:1511] Processing CreateTablet for tablet 08089808c972404eb09a733dd46eb227 (DEFAULT_TABLE table=replication_test_table [id=3a70a772d81f41d9afd8bddc0780702b]), partition=
23:53:48.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.570079  2715 tablet_service.cc:1511] Processing CreateTablet for tablet 08089808c972404eb09a733dd46eb227 (DEFAULT_TABLE table=replication_test_table [id=3a70a772d81f41d9afd8bddc0780702b]), partition=
23:53:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.571045  2573 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 08089808c972404eb09a733dd46eb227. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:48.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.571853  2715 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 08089808c972404eb09a733dd46eb227. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:48.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.579267  3646 tablet_bootstrap.cc:492] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4: Bootstrap starting.
23:53:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.589704  3646 tablet_bootstrap.cc:654] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4: Neither blocks nor log segments found. Creating new log.
23:53:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.599852  3646 log.cc:826] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4: Log is configured to *not* fsync() on all Append() calls
23:53:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.609979  3647 tablet_bootstrap.cc:492] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4: Bootstrap starting.
23:53:48.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.612977  3649 tablet_bootstrap.cc:492] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f: Bootstrap starting.
23:53:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.619195  3646 tablet_bootstrap.cc:492] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4: No bootstrap required, opened a new log
23:53:48.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.619920  3647 tablet_bootstrap.cc:654] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4: Neither blocks nor log segments found. Creating new log.
23:53:48.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.619933  3646 ts_tablet_manager.cc:1403] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4: Time spent bootstrapping tablet: real 0.041s	user 0.012s	sys 0.008s
23:53:48.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.620600  3649 tablet_bootstrap.cc:654] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f: Neither blocks nor log segments found. Creating new log.
23:53:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.622654  3649 log.cc:826] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f: Log is configured to *not* fsync() on all Append() calls
23:53:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.622665  3647 log.cc:826] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4: Log is configured to *not* fsync() on all Append() calls
23:53:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.628268  3649 tablet_bootstrap.cc:492] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f: No bootstrap required, opened a new log
23:53:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.628743  3649 ts_tablet_manager.cc:1403] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f: Time spent bootstrapping tablet: real 0.016s	user 0.010s	sys 0.005s
23:53:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.630337  3647 tablet_bootstrap.cc:492] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4: No bootstrap required, opened a new log
23:53:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.630931  3647 ts_tablet_manager.cc:1403] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4: Time spent bootstrapping tablet: real 0.022s	user 0.012s	sys 0.006s
23:53:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.652347  3649 raft_consensus.cc:359] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.653272  3649 raft_consensus.cc:385] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.653620  3649 raft_consensus.cc:740] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0cdc962fcb2d4c1eb90ea88ba679361f, State: Initialized, Role: FOLLOWER
23:53:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.654536  3649 consensus_queue.cc:260] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.657284  3646 raft_consensus.cc:359] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.658349  3646 raft_consensus.cc:385] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.658524  3649 ts_tablet_manager.cc:1434] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f: Time spent starting tablet: real 0.030s	user 0.020s	sys 0.007s
23:53:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.658696  3646 raft_consensus.cc:740] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d502c3c23af47b382ede234b1cabae4, State: Initialized, Role: FOLLOWER
23:53:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.663586  3647 raft_consensus.cc:359] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.664656  3647 raft_consensus.cc:385] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.664971  3647 raft_consensus.cc:740] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c35e4a73cbf14b64921deb32b0f245f4, State: Initialized, Role: FOLLOWER
23:53:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.666100  3647 consensus_queue.cc:260] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.677105  3647 ts_tablet_manager.cc:1434] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4: Time spent starting tablet: real 0.046s	user 0.033s	sys 0.009s
23:53:48.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:48.677229  2788 tablet.cc:2406] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.678347  3646 consensus_queue.cc:260] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.691063  3646 ts_tablet_manager.cc:1434] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4: Time spent starting tablet: real 0.070s	user 0.030s	sys 0.009s
23:53:48.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.762416  3654 raft_consensus.cc:493] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:48.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.763024  3654 raft_consensus.cc:515] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.766047  3654 leader_election.cc:290] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0cdc962fcb2d4c1eb90ea88ba679361f (127.1.234.195:41611), c35e4a73cbf14b64921deb32b0f245f4 (127.1.234.194:36809)
23:53:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:48.769804  2501 tablet.cc:2406] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.778589  2735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "08089808c972404eb09a733dd46eb227" candidate_uuid: "2d502c3c23af47b382ede234b1cabae4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" is_pre_election: true
23:53:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.779453  2735 raft_consensus.cc:2468] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d502c3c23af47b382ede234b1cabae4 in term 0.
23:53:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.780172  2593 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "08089808c972404eb09a733dd46eb227" candidate_uuid: "2d502c3c23af47b382ede234b1cabae4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c35e4a73cbf14b64921deb32b0f245f4" is_pre_election: true
23:53:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.780929  2383 leader_election.cc:304] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0cdc962fcb2d4c1eb90ea88ba679361f, 2d502c3c23af47b382ede234b1cabae4; no voters: 
23:53:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.781006  2593 raft_consensus.cc:2468] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d502c3c23af47b382ede234b1cabae4 in term 0.
23:53:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.781725  3654 raft_consensus.cc:2804] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.782084  3654 raft_consensus.cc:493] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.782312  3654 raft_consensus.cc:3060] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 0 FOLLOWER]: Advancing to term 1
23:53:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.786957  3654 raft_consensus.cc:515] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.788499  3654 leader_election.cc:290] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [CANDIDATE]: Term 1 election: Requested vote from peers 0cdc962fcb2d4c1eb90ea88ba679361f (127.1.234.195:41611), c35e4a73cbf14b64921deb32b0f245f4 (127.1.234.194:36809)
23:53:48.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.789348  2735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "08089808c972404eb09a733dd46eb227" candidate_uuid: "2d502c3c23af47b382ede234b1cabae4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f"
23:53:48.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.789578  2593 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "08089808c972404eb09a733dd46eb227" candidate_uuid: "2d502c3c23af47b382ede234b1cabae4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c35e4a73cbf14b64921deb32b0f245f4"
23:53:48.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.790167  2593 raft_consensus.cc:3060] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4 [term 0 FOLLOWER]: Advancing to term 1
23:53:48.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.789907  2735 raft_consensus.cc:3060] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f [term 0 FOLLOWER]: Advancing to term 1
23:53:48.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.795082  2593 raft_consensus.cc:2468] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d502c3c23af47b382ede234b1cabae4 in term 1.
23:53:48.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.795351  2735 raft_consensus.cc:2468] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d502c3c23af47b382ede234b1cabae4 in term 1.
23:53:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.796218  2384 leader_election.cc:304] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d502c3c23af47b382ede234b1cabae4, c35e4a73cbf14b64921deb32b0f245f4; no voters: 
23:53:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.797029  3654 raft_consensus.cc:2804] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 1 FOLLOWER]: Leader election won for term 1
23:53:48.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.798838  3654 raft_consensus.cc:697] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [term 1 LEADER]: Becoming Leader. State: Replica: 2d502c3c23af47b382ede234b1cabae4, State: Running, Role: LEADER
23:53:48.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.799875  3654 consensus_queue.cc:237] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } }
23:53:48.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.811726  2166 catalog_manager.cc:5696] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2d502c3c23af47b382ede234b1cabae4 (127.1.234.193). New cstate: current_term: 1 leader_uuid: "2d502c3c23af47b382ede234b1cabae4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d502c3c23af47b382ede234b1cabae4" member_type: VOTER last_known_addr { host: "127.1.234.193" port: 37733 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 } health_report { overall_health: UNKNOWN } } }
23:53:48.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:48.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 08089808c972404eb09a733dd46eb227 for table 'replication_test_table' with partition [<start>, <end>)
23:53:48.865 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=08089808c972404eb09a733dd46eb227@[0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611),2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)[L],c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)]}]
23:53:48.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.234.252:33151, [5ms] Sub RPC GetTableLocations: received response from server master-127.1.234.252:33151: OK, deferred=null) after lookup
23:53:48.866 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] connecting to peer
23:53:48.867 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] Successfully connected to peer
23:53:48.877 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:48.880 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe9f44104, L:/127.0.0.1:57348 - R:/127.1.234.193:37733] using TOKEN/null
23:53:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.893716  2593 raft_consensus.cc:1275] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4 [term 1 FOLLOWER]: Refusing update from remote peer 2d502c3c23af47b382ede234b1cabae4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:53:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.893858  2735 raft_consensus.cc:1275] T 08089808c972404eb09a733dd46eb227 P 0cdc962fcb2d4c1eb90ea88ba679361f [term 1 FOLLOWER]: Refusing update from remote peer 2d502c3c23af47b382ede234b1cabae4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:53:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.895268  3657 consensus_queue.cc:1048] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c35e4a73cbf14b64921deb32b0f245f4" member_type: VOTER last_known_addr { host: "127.1.234.194" port: 36809 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:53:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.895931  3654 consensus_queue.cc:1048] T 08089808c972404eb09a733dd46eb227 P 2d502c3c23af47b382ede234b1cabae4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0cdc962fcb2d4c1eb90ea88ba679361f" member_type: VOTER last_known_addr { host: "127.1.234.195" port: 41611 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:48.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:48.906929  2647 tablet.cc:2406] T 08089808c972404eb09a733dd46eb227 P c35e4a73cbf14b64921deb32b0f245f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.929755  3662 mvcc.cc:204] Tried to move back new op lower bound from 7305086684729769984 to 7305086684372992000. Current Snapshot: MvccSnapshot[applied={T|T < 7305086684729769984}]
23:53:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:48.948460  3661 mvcc.cc:204] Tried to move back new op lower bound from 7305086684729769984 to 7305086684372992000. Current Snapshot: MvccSnapshot[applied={T|T < 7305086684729769984}]
23:53:48.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:48.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:49.089 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:49.089 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:49.089 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:49.090 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.090 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.091 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:49.132 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:49.135 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:49.136 [DEBUG - main] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:53:49.137 [DEBUG - main] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:53:49.138 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.185.254:33175(127.2.185.254:33175)] Successfully connected to peer
23:53:49.139 [DEBUG - main] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:53:49.140 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.185.253:45787(127.2.185.253:45787)] Successfully connected to peer
23:53:49.142 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.185.252:46335(127.2.185.252:46335)] Successfully connected to peer
23:53:49.154 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.252
23:53:49.162 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.253
23:53:49.171 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.254
23:53:49.175 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:49.181 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa6a0bb8f, L:/127.0.0.1:55612 - R:/127.2.185.253:45787] using SASL/PLAIN
23:53:49.186 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:49.191 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:49.191 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x35753fc7, L:/127.0.0.1:35676 - R:/127.2.185.254:33175] using SASL/PLAIN
23:53:49.194 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x853be474, L:/127.0.0.1:60264 - R:/127.2.185.252:46335] using SASL/PLAIN
23:53:49.197 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:49.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: OK, deferred=null) after lookup
23:53:49.201 [DEBUG - main] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:49.202 [DEBUG - main] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:49.202 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.234.252:33151(127.1.234.252:33151)] Successfully connected to peer
23:53:49.205 [DEBUG - main] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:49.206 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.234.253:35279(127.1.234.253:35279)] Successfully connected to peer
23:53:49.207 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.252
23:53:49.218 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:49.219 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.253
23:53:49.223 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x22ae1d6e, L:/127.0.0.1:55028 - R:/127.1.234.252:33151] using SASL/PLAIN
23:53:49.226 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.234.254:35273(127.1.234.254:35273)] Successfully connected to peer
23:53:49.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:49.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [27ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: OK, deferred=null) after lookup
23:53:49.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:49.232 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:49.234 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:49.234 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:49.234 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:49.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 08089808c972404eb09a733dd46eb227 for table 'replication_test_table' with partition [<start>, <end>)
23:53:49.237 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=08089808c972404eb09a733dd46eb227@[0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611),2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)[L],c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)]}]
23:53:49.240 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x975dd41c, L:/127.0.0.1:52568 - R:/127.1.234.253:35279] using SASL/PLAIN
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.240038  2999 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60264:
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:53:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:53:49.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:49.245422  2999 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:53:49.257 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:49.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:49.261 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2c1050b7, L:/127.0.0.1:34754 - R:/127.1.234.254:35273] using TOKEN/null
23:53:49.308 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:49.308 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:49.308 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:49.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.320816  3610 heartbeater.cc:499] Master 127.2.185.252:46335 was elected leader, sending a full tablet report...
23:53:49.342 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:49.373 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:49.374 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:49.374 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:49.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.375 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:49.400 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:49.401 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:49.401 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:49.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.401 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.402 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.442109  3544 tablet_service.cc:1511] Processing CreateTablet for tablet d843e457094a45caa0a36cf48944e0de (DEFAULT_TABLE table=replication_test_table [id=c4dd21e134d84b0a8324d2a5b0766b99]), partition=
23:53:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.442095  3395 tablet_service.cc:1511] Processing CreateTablet for tablet d843e457094a45caa0a36cf48944e0de (DEFAULT_TABLE table=replication_test_table [id=c4dd21e134d84b0a8324d2a5b0766b99]), partition=
23:53:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.443634  3544 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d843e457094a45caa0a36cf48944e0de. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.443643  3395 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d843e457094a45caa0a36cf48944e0de. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.465390  3194 tablet_service.cc:1511] Processing CreateTablet for tablet d843e457094a45caa0a36cf48944e0de (DEFAULT_TABLE table=replication_test_table [id=c4dd21e134d84b0a8324d2a5b0766b99]), partition=
23:53:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.467078  3194 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d843e457094a45caa0a36cf48944e0de. 1 dirs total, 0 dirs full, 0 dirs failed
23:53:49.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:49.488 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.510624  3705 tablet_bootstrap.cc:492] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f: Bootstrap starting.
23:53:49.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.519769  3705 tablet_bootstrap.cc:654] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f: Neither blocks nor log segments found. Creating new log.
23:53:49.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.522634  3705 log.cc:826] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f: Log is configured to *not* fsync() on all Append() calls
23:53:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.535981  3708 tablet_bootstrap.cc:492] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079: Bootstrap starting.
23:53:49.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.538787  3706 tablet_bootstrap.cc:492] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546: Bootstrap starting.
23:53:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.540933  3705 tablet_bootstrap.cc:492] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f: No bootstrap required, opened a new log
23:53:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.541532  3705 ts_tablet_manager.cc:1403] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f: Time spent bootstrapping tablet: real 0.033s	user 0.004s	sys 0.014s
23:53:49.542 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:49.542 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:49.543 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:49.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:49.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:49.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:49.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:49.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:49.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:49.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:49.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:49.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:49.544 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:49.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.547458  3706 tablet_bootstrap.cc:654] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546: Neither blocks nor log segments found. Creating new log.
23:53:49.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.549929  3706 log.cc:826] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546: Log is configured to *not* fsync() on all Append() calls
23:53:49.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.555912  3708 tablet_bootstrap.cc:654] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079: Neither blocks nor log segments found. Creating new log.
23:53:49.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.558394  3708 log.cc:826] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079: Log is configured to *not* fsync() on all Append() calls
23:53:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.559582  3706 tablet_bootstrap.cc:492] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546: No bootstrap required, opened a new log
23:53:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.560117  3706 ts_tablet_manager.cc:1403] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546: Time spent bootstrapping tablet: real 0.027s	user 0.011s	sys 0.006s
23:53:49.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.576388  3708 tablet_bootstrap.cc:492] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079: No bootstrap required, opened a new log
23:53:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.577391  3708 ts_tablet_manager.cc:1403] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079: Time spent bootstrapping tablet: real 0.042s	user 0.024s	sys 0.004s
23:53:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.589850  3706 raft_consensus.cc:359] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.590808  3706 raft_consensus.cc:385] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.591135  3706 raft_consensus.cc:740] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0f3cc272158445eeab6fbbe1c6a5a546, State: Initialized, Role: FOLLOWER
23:53:49.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.592339  3706 consensus_queue.cc:260] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.594013  3705 raft_consensus.cc:359] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.594986  3705 raft_consensus.cc:385] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.595273  3705 raft_consensus.cc:740] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 950b95cf81e14fa4b470f62bafa3c44f, State: Initialized, Role: FOLLOWER
23:53:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.596371  3705 consensus_queue.cc:260] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.608745  3705 ts_tablet_manager.cc:1434] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f: Time spent starting tablet: real 0.067s	user 0.026s	sys 0.015s
23:53:49.619 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:49.620 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:49.620 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:49.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.625221  3706 ts_tablet_manager.cc:1434] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546: Time spent starting tablet: real 0.065s	user 0.036s	sys 0.022s
23:53:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.636622  3708 raft_consensus.cc:359] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.637830  3708 raft_consensus.cc:385] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:53:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.638238  3708 raft_consensus.cc:740] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2ade2385a9747f499358efea3bf9079, State: Initialized, Role: FOLLOWER
23:53:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.639319  3708 consensus_queue.cc:260] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.648605  3708 ts_tablet_manager.cc:1434] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079: Time spent starting tablet: real 0.071s	user 0.033s	sys 0.010s
23:53:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.664573  3713 raft_consensus.cc:493] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:53:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.665109  3713 raft_consensus.cc:515] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.673270  3713 leader_election.cc:290] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e2ade2385a9747f499358efea3bf9079 (127.2.185.193:38153), 0f3cc272158445eeab6fbbe1c6a5a546 (127.2.185.195:45463)
23:53:49.693 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:49.693 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:49.693 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:49.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.695 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.699326  3214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d843e457094a45caa0a36cf48944e0de" candidate_uuid: "950b95cf81e14fa4b470f62bafa3c44f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2ade2385a9747f499358efea3bf9079" is_pre_election: true
23:53:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.700551  3214 raft_consensus.cc:2468] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 950b95cf81e14fa4b470f62bafa3c44f in term 0.
23:53:49.703 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:49.703 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.702364  3349 leader_election.cc:304] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 950b95cf81e14fa4b470f62bafa3c44f, e2ade2385a9747f499358efea3bf9079; no voters: 
23:53:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.702659  3564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d843e457094a45caa0a36cf48944e0de" candidate_uuid: "950b95cf81e14fa4b470f62bafa3c44f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" is_pre_election: true
23:53:49.703 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:49.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.703344  3713 raft_consensus.cc:2804] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:53:49.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.703536  3564 raft_consensus.cc:2468] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 950b95cf81e14fa4b470f62bafa3c44f in term 0.
23:53:49.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.703742  3713 raft_consensus.cc:493] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:53:49.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.704054  3713 raft_consensus.cc:3060] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 0 FOLLOWER]: Advancing to term 1
23:53:49.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.706 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.709635  3713 raft_consensus.cc:515] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.712466  3214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d843e457094a45caa0a36cf48944e0de" candidate_uuid: "950b95cf81e14fa4b470f62bafa3c44f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2ade2385a9747f499358efea3bf9079"
23:53:49.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.712570  3564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d843e457094a45caa0a36cf48944e0de" candidate_uuid: "950b95cf81e14fa4b470f62bafa3c44f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0f3cc272158445eeab6fbbe1c6a5a546"
23:53:49.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.713073  3564 raft_consensus.cc:3060] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546 [term 0 FOLLOWER]: Advancing to term 1
23:53:49.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.713231  3214 raft_consensus.cc:3060] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079 [term 0 FOLLOWER]: Advancing to term 1
23:53:49.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.719373  3564 raft_consensus.cc:2468] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 950b95cf81e14fa4b470f62bafa3c44f in term 1.
23:53:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.720666  3348 leader_election.cc:304] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0f3cc272158445eeab6fbbe1c6a5a546, 950b95cf81e14fa4b470f62bafa3c44f; no voters: 
23:53:49.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.721309  3214 raft_consensus.cc:2468] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 950b95cf81e14fa4b470f62bafa3c44f in term 1.
23:53:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.724619  3713 leader_election.cc:290] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [CANDIDATE]: Term 1 election: Requested vote from peers e2ade2385a9747f499358efea3bf9079 (127.2.185.193:38153), 0f3cc272158445eeab6fbbe1c6a5a546 (127.2.185.195:45463)
23:53:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.725169  3713 raft_consensus.cc:2804] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 1 FOLLOWER]: Leader election won for term 1
23:53:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.725613  3713 raft_consensus.cc:697] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [term 1 LEADER]: Becoming Leader. State: Replica: 950b95cf81e14fa4b470f62bafa3c44f, State: Running, Role: LEADER
23:53:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.726455  3713 consensus_queue.cc:237] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } }
23:53:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:49.743101  2999 catalog_manager.cc:5696] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f reported cstate change: term changed from 0 to 1, leader changed from <none> to 950b95cf81e14fa4b470f62bafa3c44f (127.2.185.194). New cstate: current_term: 1 leader_uuid: "950b95cf81e14fa4b470f62bafa3c44f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "950b95cf81e14fa4b470f62bafa3c44f" member_type: VOTER last_known_addr { host: "127.2.185.194" port: 45853 } health_report { overall_health: HEALTHY } } }
23:53:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:49.759663  3269 tablet.cc:2406] T d843e457094a45caa0a36cf48944e0de P e2ade2385a9747f499358efea3bf9079: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:49.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:49.764447  3617 tablet.cc:2406] T d843e457094a45caa0a36cf48944e0de P 0f3cc272158445eeab6fbbe1c6a5a546: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:49.779 [DEBUG - main] (Connection.java:575) [peer master-127.1.234.254:35273(127.1.234.254:35273)] disconnecting while in state READY
23:53:49.779 [DEBUG - main] (Connection.java:575) [peer master-127.1.234.252:33151(127.1.234.252:33151)] disconnecting while in state READY
23:53:49.779 [DEBUG - main] (Connection.java:575) [peer master-127.1.234.253:35279(127.1.234.253:35279)] disconnecting while in state READY
23:53:49.780 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.234.254:35273(127.1.234.254:35273)] handling channelInactive
23:53:49.780 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.234.253:35279(127.1.234.253:35279)] handling channelInactive
23:53:49.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state READY due to: connection closed
23:53:49.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state READY due to: connection closed
23:53:49.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:49.783 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:53:49.783 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:53:49.783 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.234.252:33151(127.1.234.252:33151)] handling channelInactive
23:53:49.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state READY due to: connection closed
23:53:49.784 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:53:49.784 [DEBUG - main] (Connection.java:575) [peer master-127.2.185.254:33175(127.2.185.254:33175)] disconnecting while in state READY
23:53:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:49.783779  3473 tablet.cc:2406] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:53:49.784 [DEBUG - main] (Connection.java:575) [peer master-127.2.185.252:46335(127.2.185.252:46335)] disconnecting while in state READY
23:53:49.785 [DEBUG - main] (Connection.java:575) [peer master-127.2.185.253:45787(127.2.185.253:45787)] disconnecting while in state READY
23:53:49.785 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.185.254:33175(127.2.185.254:33175)] handling channelInactive
23:53:49.785 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.185.252:46335(127.2.185.252:46335)] handling channelInactive
23:53:49.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state READY due to: connection closed
23:53:49.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state READY due to: connection closed
23:53:49.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:49.787 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:49.789 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
23:53:49.790 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.185.253:45787(127.2.185.253:45787)] handling channelInactive
23:53:49.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state READY due to: connection closed
23:53:49.790 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:53:49.792 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:53:49.793 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:53:49.793 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:53:49.793 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:53:49.793 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:53:49.793 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:53:49.799 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:53:49.799 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:53:49.799 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:53:49.799 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:53:49.799 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:53:49.799 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:53:49.799 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:53:49.801 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:49.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:49.801 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:49.802 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:49.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:49.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:49.803 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:49.813 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:49.814 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:49.814 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:49.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:49.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:49.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:49.816 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:49.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:49.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:50.061 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:53:50.123 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:53:50.124 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:53:50.124 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:53:50.139 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:53:50.145 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:50.145 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:50.146 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:50.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:50.167 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:50.168 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:50.168 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:50.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:50.214879  3713 consensus_queue.cc:1048] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [LEADER]: Connected to new peer: Peer: permanent_uuid: "e2ade2385a9747f499358efea3bf9079" member_type: VOTER last_known_addr { host: "127.2.185.193" port: 38153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:50.318219  3731 consensus_queue.cc:1048] T d843e457094a45caa0a36cf48944e0de P 950b95cf81e14fa4b470f62bafa3c44f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0f3cc272158445eeab6fbbe1c6a5a546" member_type: VOTER last_known_addr { host: "127.2.185.195" port: 45463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:53:50.335 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:50.335 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:50.335 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:50.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:50.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:50.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:50.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:50.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:50.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:50.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:50.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:50.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:50.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:50.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:50.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:50.488 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:50.489 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:50.489 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:50.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.490 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:50.609 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:50.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.611 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:50.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.618 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:50.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:50.640 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:50.640 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:50.640 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:50.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.642 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.642 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.642 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:50.752 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:50.752 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:50.752 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:50.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:50.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:50.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:50.753 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:50.899 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:50.899 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:50.900 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:50.900 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:50.900 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:50.900 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:50.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.901 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.902 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:50.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.902 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:50.904 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
23:53:50.945 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:50.945 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:50.945 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:50.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:50.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:50.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:50.947 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:50.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:50.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:51.033 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:51.033 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:51.033 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:51.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.035 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:51.036 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [27ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [64ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [68ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [69ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [156ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [156ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [157ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [175ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [177ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [177ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [177ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [203ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [265ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [265ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [303ms] refreshing cache from master, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [305ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [305ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [306ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [306ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [442ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [443ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [564ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [565ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [565ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [565ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1060ms] refreshing cache from master, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1063ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2048ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2049ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2049ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4001ms] refreshing cache from master, [4001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [4003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [4003ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [7821ms] refreshing cache from master, [7821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [7821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [7822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [7823ms] too many traces: truncated at 100 traces, deferred=Deferred@1047471307(state=PENDING, result=null, callback=(continuation of Deferred@1988756323 after retry RPC after error@1081737816) -> (continuation of Deferred@784100755 after retry RPC after error@1764908531) -> (continuation of Deferred@1325779629 after retry RPC after error@1610443223) -> (continuation of Deferred@316692302 after retry RPC after error@1766214948) -> (continuation of Deferred@142062083 after retry RPC after error@1022415115) -> (continuation of Deferred@750431228 after retry RPC after error@2010049570) -> (continuation of Deferred@1117564786 after retry RPC after error@2019444387) -> (continuation of Deferred@21161759 after retry RPC after error@32351465) -> (continuation of Deferred@640511129 after retry RPC after error@751586721) -> (continuation of Deferred@975187256 after retry RPC after error@1443241081) -> (continuation of Deferred@461568900 after retry RPC after error@1433209872) -> (continuation of Deferred@1855959656 after retry RPC after error@136089110) -> (continuation of Deferred@80611914 after retry RPC after error@964598607) -> (continuation of Deferred@719414010 after retry RPC after error@1180771726) -> (continuation of Deferred@839510866 after retry RPC after error@2137045695) -> (continuation of Deferred@1580724507 after retry RPC after error@288748038) -> (continuation of Deferred@1822148617 after retry RPC after error@374616679) -> (continuation of Deferred@2005575327 after retry RPC after error@1225904042) -> (continuation of Deferred@2071502081 after retry RPC after error@1275612931) -> (continuation of Deferred@1855235651 after retry RPC after error@692017316) -> (continuation of Deferred@378554391 after retry RPC after error@418282897) -> (continuation of Deferred@1401124465 after retry RPC after error@2817757) -> (continuation of Deferred@351198783 after retry RPC after error@2131176390) -> (continuation of Deferred@931134121 after retry RPC after error@1626613389) -> (continuation of Deferred@42533770 after retry RPC after error@1142313222), errback=(continuation of Deferred@1988756323 after retry RPC after error@1081737816) -> (continuation of Deferred@784100755 after retry RPC after error@1764908531) -> (continuation of Deferred@1325779629 after retry RPC after error@1610443223) -> (continuation of Deferred@316692302 after retry RPC after error@1766214948) -> (continuation of Deferred@142062083 after retry RPC after error@1022415115) -> (continuation of Deferred@750431228 after retry RPC after error@2010049570) -> (continuation of Deferred@1117564786 after retry RPC after error@2019444387) -> (continuation of Deferred@21161759 after retry RPC after error@32351465) -> (continuation of Deferred@640511129 after retry RPC after error@751586721) -> (continuation of Deferred@975187256 after retry RPC after error@1443241081) -> (continuation of Deferred@461568900 after retry RPC after error@1433209872) -> (continuation of Deferred@1855959656 after retry RPC after error@136089110) -> (continuation of Deferred@80611914 after retry RPC after error@964598607) -> (continuation of Deferred@719414010 after retry RPC after error@1180771726) -> (continuation of Deferred@839510866 after retry RPC after error@2137045695) -> (continuation of Deferred@1580724507 after retry RPC after error@288748038) -> (continuation of Deferred@1822148617 after retry RPC after error@374616679) -> (continuation of Deferred@2005575327 after retry RPC after error@1225904042) -> (continuation of Deferred@2071502081 after retry RPC after error@1275612931) -> (continuation of Deferred@1855235651 after retry RPC after error@692017316) -> (continuation of Deferred@378554391 after retry RPC after error@418282897) -> (continuation of Deferred@1401124465 after retry RPC after error@2817757) -> (continuation of Deferred@351198783 after retry RPC after error@2131176390) -> (continuation of Deferred@931134121 after retry RPC after error@1626613389) -> (continuation of Deferred@42533770 after retry RPC after error@1142313222)))
23:53:51.074 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:51.074 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:51.074 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:51.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.075 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:51.091 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:53:51.105 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:53:51.129 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:53:51.142 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:53:51.156 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:53:51.162 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:53:51.163 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:53:51.163 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:53:51.164 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:53:51.164 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:53:51.164 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:53:51.164 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:53:51.165 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:53:51.165 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:53:51.165 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:53:51.166 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:53:51.166 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:53:51.166 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:53:51.166 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:53:51.166 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:53:51.166 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:53:51.166 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:53:51.166 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:53:51.166 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:53:51.167 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:53:51.167 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:53:51.168 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:53:51.168 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:53:51.168 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:53:51.168 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_606d85bf3780b11cfcf03b94cbe0109b/blobStorage
23:53:51.168 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:37589 - max concurrent requests: 50 - max backlog: 1000
23:53:51.169 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_606d85bf3780b11cfcf03b94cbe0109b/blobStorage
23:53:51.170 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_606d85bf3780b11cfcf03b94cbe0109b/blobStorage
23:53:51.170 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:53:51.170 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: e8f8627a-3afb-4e4f-9e4f-e3e9f4015317
23:53:51.173 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 34 GB (70.83% usable)
23:53:51.173 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-cc29c1fb-0c4b-47a5-b12b-12afcde401e1
23:53:51.176 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-7e23164f-4275-4172-b111-0f4f9437f697
23:53:51.240 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:53:51.241 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:53:51.241 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:53:51.241 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:53:51.242 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:53:51.244 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_8 .
23:53:51.250 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
23:53:51.250 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-a2a879dd-aace-4987-adff-f3109f4ca0de
23:53:51.251 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:53:51.252 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:53:51.261 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:53:51.261 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:53:51.266 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:34257
23:53:51.266 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:53:51.267 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:34257 was granted leadership with leaderSessionID=0a486ec5-f476-4d6e-8edc-d130ffc1b8e9
23:53:51.267 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:34257 , session=0a486ec5-f476-4d6e-8edc-d130ffc1b8e9
23:53:51.268 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:53:51.269 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:53:51.269 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:53:51.270 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id ce82d64b-218b-4156-8286-d5f8899396b1. Creating new DispatcherLeaderProcess.
23:53:51.270 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:53:51.271 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:53:51.297 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:53:51.297 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:53:51.300 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_9 .
23:53:51.306 [INFO - pool-139-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id a68e479b-de62-4804-b0cf-c5207466c4e8.
23:53:51.308 [INFO - pool-139-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_10 .
23:53:51.309 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_9 , session=ce82d64b-218b-4156-8286-d5f8899396b1
23:53:51.312 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
23:53:51.314 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:53:51.315 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:53:51.315 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:53:51.315 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:53:51.315 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_10 , session=a68e479b-de62-4804-b0cf-c5207466c4e8
23:53:51.333 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(b0cfc5207466c4e8a68e479bde624804).
23:53:51.338 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:53:51.343 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (0c27b7259d4fdd95b93db84a92b79b97).
23:53:51.344 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (0c27b7259d4fdd95b93db84a92b79b97).
23:53:51.344 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-0c27b7259d4fdd95b93db84a92b79b97'.
23:53:51.344 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 0c27b7259d4fdd95b93db84a92b79b97 was granted leadership with leader id 4af3b889-03b7-4916-8d85-3a3c155ba392. Creating new JobMasterServiceProcess.
23:53:51.346 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 (pekko://flink/user/rpc/taskmanager_8) at ResourceManager
23:53:51.346 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_11 .
23:53:51.346 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_10 under registration id de6bf29f7716b76db41b83578c372146.
23:53:51.347 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 under de6bf29f7716b76db41b83578c372146 at the slot manager.
23:53:51.352 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (0c27b7259d4fdd95b93db84a92b79b97).
23:53:51.353 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97).
23:53:51.354 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 620eb9aad3b7b33bd64a6d83787aa375 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:51.355 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97).
23:53:51.355 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:53:51.356 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:53:51.356 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e060de1
23:53:51.356 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:51.356 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:53:51.363 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:53:51.363 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@295ca4ce for Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97).
23:53:51.364 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_11 , session=4af3b889-03b7-4916-8d85-3a3c155ba392
23:53:51.365 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (0c27b7259d4fdd95b93db84a92b79b97) under job master id 8d853a3c155ba3924af3b88903b74916.
23:53:51.366 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:53:51.367 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:51.368 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:53:51.368 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state CREATED to RUNNING.
23:53:51.369 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:53:51.369 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:53:51.369 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:53:51.369 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:51.370 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:53:51.370 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(b0cfc5207466c4e8a68e479bde624804)
23:53:51.371 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:51.372 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.234.252:33151(127.1.234.252:33151)] Successfully connected to peer
23:53:51.373 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:53:51.377 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 8d853a3c155ba3924af3b88903b74916@pekko://flink/user/rpc/jobmanager_11 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:51.387 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:51.387 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager 8d853a3c155ba3924af3b88903b74916@pekko://flink/user/rpc/jobmanager_11 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:51.387 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:51.387 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:51.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.390 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:51.394 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:51.400 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.252
23:53:51.405 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.234.253:35279(127.1.234.253:35279)] Successfully connected to peer
23:53:51.407 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: b0cfc5207466c4e8a68e479bde624804.
23:53:51.408 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:53:51.409 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.253
23:53:51.412 [DEBUG - main] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:53:51.413 [DEBUG - main] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:53:51.414 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.185.254:33175(127.2.185.254:33175)] Successfully connected to peer
23:53:51.416 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.234.254:35273(127.1.234.254:35273)] Successfully connected to peer
23:53:51.416 [DEBUG - main] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:53:51.417 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.185.253:45787(127.2.185.253:45787)] Successfully connected to peer
23:53:51.419 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 0c27b7259d4fdd95b93db84a92b79b97
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager e8f8627a-3afb-4e4f-9e4f-e3e9f4015317
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:53:51.420 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 10138327bd0030b31a590d7cd3bbfa2f from e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 for job 0c27b7259d4fdd95b93db84a92b79b97 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:51.421 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 10138327bd0030b31a590d7cd3bbfa2f for job 0c27b7259d4fdd95b93db84a92b79b97 from resource manager with leader id b0cfc5207466c4e8a68e479bde624804.
23:53:51.421 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 10138327bd0030b31a590d7cd3bbfa2f with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:51.422 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3abb90548d6e199bcd0675c7a16a71d7 from e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 for job 0c27b7259d4fdd95b93db84a92b79b97 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:51.423 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 283425b0556a0a8cdea0263a4b2543e7 from e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 for job 0c27b7259d4fdd95b93db84a92b79b97 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:51.424 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a2f827dd0d849c18500db96cfc2449fd from e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 for job 0c27b7259d4fdd95b93db84a92b79b97 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:51.424 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.254
23:53:51.428 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job 0c27b7259d4fdd95b93db84a92b79b97 for job leader monitoring.
23:53:51.428 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_11 with leader id 4af3b889-03b7-4916-8d85-3a3c155ba392.
23:53:51.428 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 3abb90548d6e199bcd0675c7a16a71d7 for job 0c27b7259d4fdd95b93db84a92b79b97 from resource manager with leader id b0cfc5207466c4e8a68e479bde624804.
23:53:51.429 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 3abb90548d6e199bcd0675c7a16a71d7 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:51.429 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 283425b0556a0a8cdea0263a4b2543e7 for job 0c27b7259d4fdd95b93db84a92b79b97 from resource manager with leader id b0cfc5207466c4e8a68e479bde624804.
23:53:51.429 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 283425b0556a0a8cdea0263a4b2543e7 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:51.429 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request a2f827dd0d849c18500db96cfc2449fd for job 0c27b7259d4fdd95b93db84a92b79b97 from resource manager with leader id b0cfc5207466c4e8a68e479bde624804.
23:53:51.429 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for a2f827dd0d849c18500db96cfc2449fd with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:53:51.430 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:53:51.432 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_11 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:51.432 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1783) Establish JobManager connection for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:51.432 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:51.433 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:53:51.433 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id a2f827dd0d849c18500db96cfc2449fd
23:53:51.434 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot a2f827dd0d849c18500db96cfc2449fd.
23:53:51.434 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.254
23:53:51.435 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:51.435 [INFO - flink-pekko.actor.default-dispatcher-4] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:53:51.435 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 0c27b7259d4fdd95b93db84a92b79b97
23:53:51.435 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id a2f827dd0d849c18500db96cfc2449fd.
23:53:51.437 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.439 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.439 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.253
23:53:51.442 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.444 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2f37683f, L:/127.0.0.1:34756 - R:/127.1.234.254:35273] using SASL/PLAIN
23:53:51.445 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.185.252:46335(127.2.185.252:46335)] Successfully connected to peer
23:53:51.448 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:51.449 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:51.449 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:51.449 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:51.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:51.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:51.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:51.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:51.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:51.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:51.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:51.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:51.450 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:51.451 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:53:51.451 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:53:51.452 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6819ffbb, L:/127.0.0.1:55030 - R:/127.1.234.252:33151] using SASL/PLAIN
23:53:51.452 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12ca9b0b
23:53:51.452 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:51.452 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:53:51.453 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:53:51.456 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x693bfaaf, L:/127.0.0.1:52578 - R:/127.1.234.253:35279] using SASL/PLAIN
23:53:51.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:51.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: OK, deferred=null) after lookup
23:53:51.458 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:53:51.459 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 283425b0556a0a8cdea0263a4b2543e7
23:53:51.459 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.459 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:53:51.459 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 10138327bd0030b31a590d7cd3bbfa2f
23:53:51.460 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 10138327bd0030b31a590d7cd3bbfa2f.
23:53:51.462 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:53:51.462 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 3abb90548d6e199bcd0675c7a16a71d7
23:53:51.463 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:53:51.464 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:51.466 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x906d9c1a, L:/127.0.0.1:35682 - R:/127.2.185.254:33175] using SASL/PLAIN
23:53:51.466 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 10138327bd0030b31a590d7cd3bbfa2f.
23:53:51.471 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@78b9d35a
23:53:51.472 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.252
23:53:51.474 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 08089808c972404eb09a733dd46eb227 for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.474 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=08089808c972404eb09a733dd46eb227@[0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611),2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)[L],c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)]}]
23:53:51.476 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x251950ab, L:/127.0.0.1:55624 - R:/127.2.185.253:45787] using SASL/PLAIN
23:53:51.479 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 283425b0556a0a8cdea0263a4b2543e7.
23:53:51.481 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 283425b0556a0a8cdea0263a4b2543e7.
23:53:51.481 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3abb90548d6e199bcd0675c7a16a71d7.
23:53:51.483 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 3abb90548d6e199bcd0675c7a16a71d7.
23:53:51.483 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:53:51.483 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:53:51.484 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26080e35
23:53:51.484 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:51.484 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:53:51.484 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:53:51.485 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:53:51.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:51.486 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:51.487 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:53:51.487 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:53:51.488 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4459938c
23:53:51.489 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x17a6e273, L:/127.0.0.1:60268 - R:/127.2.185.252:46335] using SASL/PLAIN
23:53:51.492 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:51.494 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:51.494 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:51.494 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=95), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: OK, deferred=null) after lookup
23:53:51.494 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72218d4f
23:53:51.495 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:51.495 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:53:51.495 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:53:51.495 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a2f827dd0d849c18500db96cfc2449fd.
23:53:51.495 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 283425b0556a0a8cdea0263a4b2543e7.
23:53:51.495 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 10138327bd0030b31a590d7cd3bbfa2f.
23:53:51.495 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3abb90548d6e199bcd0675c7a16a71d7.
23:53:51.496 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:53:51.496 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:53:51.496 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:53:51.497 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c8571a7
23:53:51.497 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:51.497 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:53:51.497 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:53:51.498 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:53:51.501 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2fd47d8f
23:53:51.502 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.503 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:51.506 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f48fe73
23:53:51.509 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:51.509 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.510 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.510 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.185.252:46335, [6ms] Sub RPC GetTableLocations: received response from server master-127.2.185.252:46335: OK, deferred=null)) after lookup
23:53:51.510 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] connecting to peer
23:53:51.514 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:53:51.521 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:53:51.521 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:53:51.523 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:53:51.523 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.185.254:33175(127.2.185.254:33175)] Successfully connected to peer
23:53:51.525 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:53:51.526 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.254
23:53:51.530 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.185.253:45787(127.2.185.253:45787)] Successfully connected to peer
23:53:51.531 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:53:51.532 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.185.254:33175(127.2.185.254:33175)] Successfully connected to peer
23:53:51.533 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:53:51.534 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:53:51.538 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.539 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.185.254:33175(127.2.185.254:33175)] Successfully connected to peer
23:53:51.540 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd99f1f37, L:/127.0.0.1:35686 - R:/127.2.185.254:33175] using SASL/PLAIN
23:53:51.542 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:53:51.543 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.185.253:45787(127.2.185.253:45787)] Successfully connected to peer
23:53:51.544 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.254
23:53:51.545 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.253
23:53:51.547 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.253
23:53:51.552 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.254
23:53:51.554 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.185.252:46335(127.2.185.252:46335)] Successfully connected to peer
23:53:51.556 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.557 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.560 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.252
23:53:51.560 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:53:51.562 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.185.253:45787(127.2.185.253:45787)] Successfully connected to peer
23:53:51.562 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfee539cf, L:/127.0.0.1:55626 - R:/127.2.185.253:45787] using SASL/PLAIN
23:53:51.564 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.185.252:46335(127.2.185.252:46335)] Successfully connected to peer
23:53:51.567 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5a1ad08c, L:/127.0.0.1:35690 - R:/127.2.185.254:33175] using SASL/PLAIN
23:53:51.568 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.253
23:53:51.576 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.581 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.583 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2b06e016, L:/127.0.0.1:60270 - R:/127.2.185.252:46335] using SASL/PLAIN
23:53:51.586 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x44827c2c, L:/127.0.0.1:35700 - R:/127.2.185.254:33175] using SASL/PLAIN
23:53:51.590 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.252
23:53:51.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:51.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: OK, deferred=null) after lookup
23:53:51.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.596 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] Successfully connected to peer
23:53:51.598 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.598 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.604 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.604 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.604 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47296c77
23:53:51.606 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe2be9072, L:/127.0.0.1:55630 - R:/127.2.185.253:45787] using SASL/PLAIN
23:53:51.606 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:53:51.607 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:53:51.607 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x86c36a05, L:/127.0.0.1:59846 - R:/127.2.185.253:45787] using SASL/PLAIN
23:53:51.613 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xaeb80b21, L:/127.0.0.1:53530 - R:/127.2.185.252:46335] using SASL/PLAIN
23:53:51.617 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:51.620 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=125), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: OK, deferred=null) after lookup
23:53:51.623 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:51.625 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.185.252:46335(127.2.185.252:46335)] Successfully connected to peer
23:53:51.627 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.628 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c04b143
23:53:51.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:53:51.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:53:51.632 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.633 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:53:51.634 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:53:51.635 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.185.253:45787(127.2.185.253:45787)] Successfully connected to peer
23:53:51.636 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.185.254:33175(127.2.185.254:33175)] Successfully connected to peer
23:53:51.636 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.252
23:53:51.638 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.254
23:53:51.639 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8bf49d68, L:/127.0.0.1:44778 - R:/127.2.185.194:45853] using TOKEN/null
23:53:51.642 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.185.252:46335(127.2.185.252:46335)] Successfully connected to peer
23:53:51.643 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:53:51.643 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4e4cd7d79666b52d5134619e7ab08180c81a95d519b3f910daf83efb850a3a6e'}]
23:53:51.645 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.253
23:53:51.645 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:53:51.645 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:51.650 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.185.252
23:53:51.656 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.659 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x685c30f4, L:/127.0.0.1:59848 - R:/127.2.185.253:45787] using SASL/PLAIN
23:53:51.661 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.665 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.668 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2fa498e9, L:/127.0.0.1:53544 - R:/127.2.185.252:46335] using SASL/PLAIN
23:53:51.671 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:51.671 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [130ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: OK, [138ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: OK, deferred=null) after lookup
23:53:51.672 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.674 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcf8a6464, L:/127.0.0.1:43538 - R:/127.2.185.254:33175] using SASL/PLAIN
23:53:51.677 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9ebbfe6e, L:/127.0.0.1:53532 - R:/127.2.185.252:46335] using SASL/PLAIN
23:53:51.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.680 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:51.681 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: OK, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: OK, [159ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: OK, deferred=null) after lookup
23:53:51.661 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:53:51.682 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=08089808c972404eb09a733dd46eb227@[0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)[L],2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733),c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)]}]
23:53:51.685 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.686 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bd58226
23:53:51.687 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.687 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:51.690 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:51.691 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ded1c1d
23:53:51.700 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:53:51.700 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:53:51.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:53:51.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:53:51.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:53:51.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:53:51.705 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:53:51.707 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] connecting to peer
23:53:51.708 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:53:51.711 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] Successfully connected to peer
23:53:51.721 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.194
23:53:51.722 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:53:51.722 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:53:51.732 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:51.738 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x52ffbc04, L:/127.0.0.1:58238 - R:/127.1.234.194:36809] using SASL/PLAIN
23:53:51.749 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:51.757 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305086694887424001) for scanner KuduScanner(table=replication_test_table, tablet=08089808c972404eb09a733dd46eb227, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:51.757 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4e4cd7d79666b52d5134619e7ab08180c81a95d519b3f910daf83efb850a3a6e]
23:53:51.758 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:53:51.769 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4e4cd7d79666b52d5134619e7ab08180c81a95d519b3f910daf83efb850a3a6e]
23:53:51.769 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:53:51.769 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:53:51.770 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] disconnecting while in state READY
23:53:51.770 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4e4cd7d79666b52d5134619e7ab08180c81a95d519b3f910daf83efb850a3a6e finished by subtask 0; deferring removal (restored in pending)
23:53:51.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:51.782 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.783 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.783 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.784 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.784 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.784 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.784 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.785 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.785 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.789 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.789 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.789 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.789 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.790 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d843e457094a45caa0a36cf48944e0de for table 'replication_test_table' with partition [<start>, <end>)
23:53:51.790 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d843e457094a45caa0a36cf48944e0de@[0f3cc272158445eeab6fbbe1c6a5a546(127.2.185.195:45463),950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)[L],e2ade2385a9747f499358efea3bf9079(127.2.185.193:38153)]}]
23:53:51.797 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:53:51.797 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] handling channelInactive
23:53:51.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] cleaning up while in state READY due to: connection closed
23:53:51.798 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:53:51.805 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:51.863 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:51.920 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:51.932 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:51.933 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:51.933 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:51.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:51.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:51.933 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:51.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:51.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:51.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:51.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:51.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:51.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:51.934 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:51.979 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:51.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:51.986 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:51.986 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:51.987 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:51.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:51.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:51.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:51.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:51.991 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:51.992 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29533), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [38ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [106ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [119ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [120ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [169ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [172ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [175ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [177ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [184ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [203ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [282ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [324ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [702ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [702ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [706ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [706ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [764ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [764ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2725ms] refreshing cache from master, [2725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2726ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2728ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2729ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2729ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2729ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5541ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5543ms] too many traces: truncated at 100 traces, deferred=Deferred@903655560(state=PENDING, result=null, callback=(continuation of Deferred@1733356766 after retry RPC after error@1906203567) -> (continuation of Deferred@1699762473 after retry RPC after error@903407099) -> (continuation of Deferred@1435421058 after retry RPC after error@1456382911) -> (continuation of Deferred@829450582 after retry RPC after error@1131783614) -> (continuation of Deferred@1620354699 after retry RPC after error@1130639997) -> (continuation of Deferred@1911343518 after retry RPC after error@534432328) -> (continuation of Deferred@1514117062 after retry RPC after error@942321958) -> (continuation of Deferred@798834564 after retry RPC after error@1725704373) -> (continuation of Deferred@1090191887 after retry RPC after error@766851255) -> (continuation of Deferred@1804747674 after retry RPC after error@1821136861) -> (continuation of Deferred@1954536249 after retry RPC after error@1888171393) -> (continuation of Deferred@167519897 after retry RPC after error@121682628) -> (continuation of Deferred@233574150 after retry RPC after error@618796039) -> (continuation of Deferred@1279407852 after retry RPC after error@1322660666) -> (continuation of Deferred@590320089 after retry RPC after error@391773079) -> (continuation of Deferred@1257331398 after retry RPC after error@893517633) -> (continuation of Deferred@1790906729 after retry RPC after error@853723882) -> (continuation of Deferred@1912963354 after retry RPC after error@1208275948) -> (continuation of Deferred@1512224732 after retry RPC after error@2125698024) -> (continuation of Deferred@543211637 after retry RPC after error@1318452262) -> (continuation of Deferred@21376639 after retry RPC after error@1669906796) -> (continuation of Deferred@1162724864 after retry RPC after error@609773123) -> (continuation of Deferred@350064993 after retry RPC after error@830189879), errback=(continuation of Deferred@1733356766 after retry RPC after error@1906203567) -> (continuation of Deferred@1699762473 after retry RPC after error@903407099) -> (continuation of Deferred@1435421058 after retry RPC after error@1456382911) -> (continuation of Deferred@829450582 after retry RPC after error@1131783614) -> (continuation of Deferred@1620354699 after retry RPC after error@1130639997) -> (continuation of Deferred@1911343518 after retry RPC after error@534432328) -> (continuation of Deferred@1514117062 after retry RPC after error@942321958) -> (continuation of Deferred@798834564 after retry RPC after error@1725704373) -> (continuation of Deferred@1090191887 after retry RPC after error@766851255) -> (continuation of Deferred@1804747674 after retry RPC after error@1821136861) -> (continuation of Deferred@1954536249 after retry RPC after error@1888171393) -> (continuation of Deferred@167519897 after retry RPC after error@121682628) -> (continuation of Deferred@233574150 after retry RPC after error@618796039) -> (continuation of Deferred@1279407852 after retry RPC after error@1322660666) -> (continuation of Deferred@590320089 after retry RPC after error@391773079) -> (continuation of Deferred@1257331398 after retry RPC after error@893517633) -> (continuation of Deferred@1790906729 after retry RPC after error@853723882) -> (continuation of Deferred@1912963354 after retry RPC after error@1208275948) -> (continuation of Deferred@1512224732 after retry RPC after error@2125698024) -> (continuation of Deferred@543211637 after retry RPC after error@1318452262) -> (continuation of Deferred@21376639 after retry RPC after error@1669906796) -> (continuation of Deferred@1162724864 after retry RPC after error@609773123) -> (continuation of Deferred@350064993 after retry RPC after error@830189879)))
23:53:52.039 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.080 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:52.081 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:52.081 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:52.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.081 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.082 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.082 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.082 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.082 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:52.083 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29611), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [12ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [40ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [41ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [96ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [108ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [147ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [148ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [175ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [180ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [209ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [209ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [264ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [264ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [283ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [403ms] refreshing cache from master, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [405ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [405ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [406ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [406ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [642ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [643ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [643ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1144ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1307ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1307ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3344ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3344ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3981ms] refreshing cache from master, [3981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3983ms] too many traces: truncated at 100 traces, deferred=Deferred@553694940(state=PENDING, result=null, callback=(continuation of Deferred@1549397464 after retry RPC after error@2081320373) -> (continuation of Deferred@1436323856 after retry RPC after error@1896770089) -> (continuation of Deferred@1655336701 after retry RPC after error@1841743064) -> (continuation of Deferred@1558955360 after retry RPC after error@1580643318) -> (continuation of Deferred@1876620107 after retry RPC after error@878774892) -> (continuation of Deferred@916658501 after retry RPC after error@1566680420) -> (continuation of Deferred@1696159016 after retry RPC after error@1503072653) -> (continuation of Deferred@2001748683 after retry RPC after error@667587520) -> (continuation of Deferred@139801092 after retry RPC after error@1773097466) -> (continuation of Deferred@479989790 after retry RPC after error@1874576606) -> (continuation of Deferred@1323241023 after retry RPC after error@1567401631) -> (continuation of Deferred@554451404 after retry RPC after error@278985735) -> (continuation of Deferred@649639642 after retry RPC after error@509129932) -> (continuation of Deferred@1570342122 after retry RPC after error@1246628762) -> (continuation of Deferred@698579567 after retry RPC after error@1913017667) -> (continuation of Deferred@1663643965 after retry RPC after error@1501684761) -> (continuation of Deferred@1807981892 after retry RPC after error@724529458) -> (continuation of Deferred@19205555 after retry RPC after error@1473417378) -> (continuation of Deferred@546053793 after retry RPC after error@1887063395) -> (continuation of Deferred@1503366730 after retry RPC after error@445600347) -> (continuation of Deferred@1513504445 after retry RPC after error@2013618637) -> (continuation of Deferred@2104052057 after retry RPC after error@487903525) -> (continuation of Deferred@1992083436 after retry RPC after error@627362815) -> (continuation of Deferred@309362059 after retry RPC after error@693504793) -> (continuation of Deferred@960834168 after retry RPC after error@989672860) -> (continuation of Deferred@728796013 after retry RPC after error@854016985) -> (continuation of Deferred@576825623 after retry RPC after error@1910712594), errback=(continuation of Deferred@1549397464 after retry RPC after error@2081320373) -> (continuation of Deferred@1436323856 after retry RPC after error@1896770089) -> (continuation of Deferred@1655336701 after retry RPC after error@1841743064) -> (continuation of Deferred@1558955360 after retry RPC after error@1580643318) -> (continuation of Deferred@1876620107 after retry RPC after error@878774892) -> (continuation of Deferred@916658501 after retry RPC after error@1566680420) -> (continuation of Deferred@1696159016 after retry RPC after error@1503072653) -> (continuation of Deferred@2001748683 after retry RPC after error@667587520) -> (continuation of Deferred@139801092 after retry RPC after error@1773097466) -> (continuation of Deferred@479989790 after retry RPC after error@1874576606) -> (continuation of Deferred@1323241023 after retry RPC after error@1567401631) -> (continuation of Deferred@554451404 after retry RPC after error@278985735) -> (continuation of Deferred@649639642 after retry RPC after error@509129932) -> (continuation of Deferred@1570342122 after retry RPC after error@1246628762) -> (continuation of Deferred@698579567 after retry RPC after error@1913017667) -> (continuation of Deferred@1663643965 after retry RPC after error@1501684761) -> (continuation of Deferred@1807981892 after retry RPC after error@724529458) -> (continuation of Deferred@19205555 after retry RPC after error@1473417378) -> (continuation of Deferred@546053793 after retry RPC after error@1887063395) -> (continuation of Deferred@1503366730 after retry RPC after error@445600347) -> (continuation of Deferred@1513504445 after retry RPC after error@2013618637) -> (continuation of Deferred@2104052057 after retry RPC after error@487903525) -> (continuation of Deferred@1992083436 after retry RPC after error@627362815) -> (continuation of Deferred@309362059 after retry RPC after error@693504793) -> (continuation of Deferred@960834168 after retry RPC after error@989672860) -> (continuation of Deferred@728796013 after retry RPC after error@854016985) -> (continuation of Deferred@576825623 after retry RPC after error@1910712594)))
23:53:52.094 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:52.095 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:52.095 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:52.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.096 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.096 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.096 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:52.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468432123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:52.127 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=504, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1e8c9df, flushNotification=Deferred@1720027543(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:53:52.128 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] connecting to peer
23:53:52.144 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] Successfully connected to peer
23:53:52.153 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.163 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:52.167 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x009ebb96, L:/127.0.0.1:44794 - R:/127.2.185.194:45853] using TOKEN/null
23:53:52.211 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.269 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.326 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.374 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 0c27b7259d4fdd95b93db84a92b79b97 (1584 bytes, checkpointDuration=250 ms, finalizationTime=1 ms).
23:53:52.375 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:53:52.375 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 4e4cd7d79666b52d5134619e7ab08180c81a95d519b3f910daf83efb850a3a6e from pending
23:53:52.375 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
23:53:52.386 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.391 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:52.396 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:52.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:52.403 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:52.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:52.413 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c4dd21e134d84b0a8324d2a5b0766b99
23:53:52.443 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=08089808c972404eb09a733dd46eb227, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.454 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.485 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=08089808c972404eb09a733dd46eb227, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:52.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:52.500 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d843e457094a45caa0a36cf48944e0de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:52.501 [DEBUG - main] (Connection.java:575) [peer master-127.2.185.254:33175(127.2.185.254:33175)] disconnecting while in state READY
23:53:52.501 [DEBUG - main] (Connection.java:575) [peer master-127.2.185.252:46335(127.2.185.252:46335)] disconnecting while in state READY
23:53:52.501 [DEBUG - main] (Connection.java:575) [peer master-127.2.185.253:45787(127.2.185.253:45787)] disconnecting while in state READY
23:53:52.501 [DEBUG - main] (Connection.java:575) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] disconnecting while in state READY
23:53:52.501 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.185.254:33175(127.2.185.254:33175)] handling channelInactive
23:53:52.502 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.185.252:46335(127.2.185.252:46335)] handling channelInactive
23:53:52.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state READY due to: connection closed
23:53:52.502 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.185.253:45787(127.2.185.253:45787)] handling channelInactive
23:53:52.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state READY due to: connection closed
23:53:52.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state READY due to: connection closed
23:53:52.503 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:52.504 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:53:52.504 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
23:53:52.505 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:52.508 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] handling channelInactive
23:53:52.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] cleaning up while in state READY due to: connection closed
23:53:52.508 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-3
23:53:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:52.509586  2791 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 3099
23:53:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:52.553017  2791 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 3265
23:53:52.608 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:52.609 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:52.609 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:52.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:52.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:52.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:52.611 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:52.618 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] handling channelInactive
23:53:52.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 950b95cf81e14fa4b470f62bafa3c44f(127.2.185.194:45853)] cleaning up while in state READY due to: connection closed
23:53:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:52.621429  2791 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 3470
23:53:52.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468432624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:52.647 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 0c27b7259d4fdd95b93db84a92b79b97 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
23:53:52.649 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:53:52.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:52.687582  2791 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 2803
23:53:52.713 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:52.714 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:52.714 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:52.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:52.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:52.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:52.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:52.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:52.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:52.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:52.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:52.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:52.716 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:52.727 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.185.254:33175(127.2.185.254:33175)] handling channelInactive
23:53:52.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state READY due to: connection closed
23:53:52.728 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.185.254:33175(127.2.185.254:33175)] handling channelInactive
23:53:52.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state READY due to: connection closed
23:53:52.728 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.185.254:33175(127.2.185.254:33175)] handling channelInactive
23:53:52.728 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.185.254:33175(127.2.185.254:33175)] handling channelInactive
23:53:52.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state READY due to: connection closed
23:53:52.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state READY due to: connection closed
23:53:52.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:52.733824  2791 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 2875
23:53:52.775 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.185.253:45787(127.2.185.253:45787)] handling channelInactive
23:53:52.775 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.185.253:45787(127.2.185.253:45787)] handling channelInactive
23:53:52.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state READY due to: connection closed
23:53:52.775 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.185.253:45787(127.2.185.253:45787)] handling channelInactive
23:53:52.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state READY due to: connection closed
23:53:52.775 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.185.253:45787(127.2.185.253:45787)] handling channelInactive
23:53:52.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state READY due to: connection closed
23:53:52.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state READY due to: connection closed
23:53:52.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:52.777380  2791 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 2953
23:53:52.814 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.185.252:46335(127.2.185.252:46335)] handling channelInactive
23:53:52.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state READY due to: connection closed
23:53:52.814 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.185.252:46335(127.2.185.252:46335)] handling channelInactive
23:53:52.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state READY due to: connection closed
23:53:52.815 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.185.252:46335(127.2.185.252:46335)] handling channelInactive
23:53:52.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state READY due to: connection closed
23:53:52.815 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.185.252:46335(127.2.185.252:46335)] handling channelInactive
23:53:52.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state READY due to: connection closed
23:53:52.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:52.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:53.054 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:53.054 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:53.054 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:53.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:53.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:53.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:53.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:53.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:53.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:53.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:53.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:53.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:53.056 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:53.130 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468433124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:53.148 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 0c27b7259d4fdd95b93db84a92b79b97 (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:53:53.149 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:53:53.288 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:53.288 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:53.289 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:53.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.293 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:53.294 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28153), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [204ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [204ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [246ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [287ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [289ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [289ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [315ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [325ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [483ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [603ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [862ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [863ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [863ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [864ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1063ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1402ms] refreshing cache from master, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1405ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2844ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@286083151(state=PENDING, result=null, callback=(continuation of Deferred@72190036 after retry RPC after error@204497797) -> (continuation of Deferred@759358050 after retry RPC after error@1450612917) -> (continuation of Deferred@1041347847 after retry RPC after error@825414923) -> (continuation of Deferred@190410941 after retry RPC after error@1762194003) -> (continuation of Deferred@1510136824 after retry RPC after error@2101331774) -> (continuation of Deferred@1025744060 after retry RPC after error@320301857) -> (continuation of Deferred@1602666400 after retry RPC after error@1552127321) -> (continuation of Deferred@2103718921 after retry RPC after error@1426196199) -> (continuation of Deferred@1066653784 after retry RPC after error@2138745774) -> (continuation of Deferred@593628212 after retry RPC after error@1720845185) -> (continuation of Deferred@1197626899 after retry RPC after error@1836032650) -> (continuation of Deferred@1583284415 after retry RPC after error@682069758) -> (continuation of Deferred@2099287863 after retry RPC after error@1833636331) -> (continuation of Deferred@1270332933 after retry RPC after error@1601374707) -> (continuation of Deferred@647209989 after retry RPC after error@325205365) -> (continuation of Deferred@1700003466 after retry RPC after error@573067074) -> (continuation of Deferred@429941902 after retry RPC after error@464218970) -> (continuation of Deferred@1635148043 after retry RPC after error@29646904) -> (continuation of Deferred@467329178 after retry RPC after error@1533782272) -> (continuation of Deferred@164095327 after retry RPC after error@731943423) -> (continuation of Deferred@1739749921 after retry RPC after error@1637346430) -> (continuation of Deferred@1472987150 after retry RPC after error@2026654817) -> (continuation of Deferred@215700011 after retry RPC after error@1383185362), errback=(continuation of Deferred@72190036 after retry RPC after error@204497797) -> (continuation of Deferred@759358050 after retry RPC after error@1450612917) -> (continuation of Deferred@1041347847 after retry RPC after error@825414923) -> (continuation of Deferred@190410941 after retry RPC after error@1762194003) -> (continuation of Deferred@1510136824 after retry RPC after error@2101331774) -> (continuation of Deferred@1025744060 after retry RPC after error@320301857) -> (continuation of Deferred@1602666400 after retry RPC after error@1552127321) -> (continuation of Deferred@2103718921 after retry RPC after error@1426196199) -> (continuation of Deferred@1066653784 after retry RPC after error@2138745774) -> (continuation of Deferred@593628212 after retry RPC after error@1720845185) -> (continuation of Deferred@1197626899 after retry RPC after error@1836032650) -> (continuation of Deferred@1583284415 after retry RPC after error@682069758) -> (continuation of Deferred@2099287863 after retry RPC after error@1833636331) -> (continuation of Deferred@1270332933 after retry RPC after error@1601374707) -> (continuation of Deferred@647209989 after retry RPC after error@325205365) -> (continuation of Deferred@1700003466 after retry RPC after error@573067074) -> (continuation of Deferred@429941902 after retry RPC after error@464218970) -> (continuation of Deferred@1635148043 after retry RPC after error@29646904) -> (continuation of Deferred@467329178 after retry RPC after error@1533782272) -> (continuation of Deferred@164095327 after retry RPC after error@731943423) -> (continuation of Deferred@1739749921 after retry RPC after error@1637346430) -> (continuation of Deferred@1472987150 after retry RPC after error@2026654817) -> (continuation of Deferred@215700011 after retry RPC after error@1383185362)))
23:53:53.295 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:53:53.296 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28153), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [204ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [204ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [246ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [287ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [289ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [289ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [315ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [325ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [483ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [603ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [862ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [863ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [863ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [864ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1063ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1402ms] refreshing cache from master, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1405ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2844ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@286083151(state=PENDING, result=null, callback=(continuation of Deferred@72190036 after retry RPC after error@204497797) -> (continuation of Deferred@759358050 after retry RPC after error@1450612917) -> (continuation of Deferred@1041347847 after retry RPC after error@825414923) -> (continuation of Deferred@190410941 after retry RPC after error@1762194003) -> (continuation of Deferred@1510136824 after retry RPC after error@2101331774) -> (continuation of Deferred@1025744060 after retry RPC after error@320301857) -> (continuation of Deferred@1602666400 after retry RPC after error@1552127321) -> (continuation of Deferred@2103718921 after retry RPC after error@1426196199) -> (continuation of Deferred@1066653784 after retry RPC after error@2138745774) -> (continuation of Deferred@593628212 after retry RPC after error@1720845185) -> (continuation of Deferred@1197626899 after retry RPC after error@1836032650) -> (continuation of Deferred@1583284415 after retry RPC after error@682069758) -> (continuation of Deferred@2099287863 after retry RPC after error@1833636331) -> (continuation of Deferred@1270332933 after retry RPC after error@1601374707) -> (continuation of Deferred@647209989 after retry RPC after error@325205365) -> (continuation of Deferred@1700003466 after retry RPC after error@573067074) -> (continuation of Deferred@429941902 after retry RPC after error@464218970) -> (continuation of Deferred@1635148043 after retry RPC after error@29646904) -> (continuation of Deferred@467329178 after retry RPC after error@1533782272) -> (continuation of Deferred@164095327 after retry RPC after error@731943423) -> (continuation of Deferred@1739749921 after retry RPC after error@1637346430) -> (continuation of Deferred@1472987150 after retry RPC after error@2026654817) -> (continuation of Deferred@215700011 after retry RPC after error@1383185362), errback=(continuation of Deferred@72190036 after retry RPC after error@204497797) -> (continuation of Deferred@759358050 after retry RPC after error@1450612917) -> (continuation of Deferred@1041347847 after retry RPC after error@825414923) -> (continuation of Deferred@190410941 after retry RPC after error@1762194003) -> (continuation of Deferred@1510136824 after retry RPC after error@2101331774) -> (continuation of Deferred@1025744060 after retry RPC after error@320301857) -> (continuation of Deferred@1602666400 after retry RPC after error@1552127321) -> (continuation of Deferred@2103718921 after retry RPC after error@1426196199) -> (continuation of Deferred@1066653784 after retry RPC after error@2138745774) -> (continuation of Deferred@593628212 after retry RPC after error@1720845185) -> (continuation of Deferred@1197626899 after retry RPC after error@1836032650) -> (continuation of Deferred@1583284415 after retry RPC after error@682069758) -> (continuation of Deferred@2099287863 after retry RPC after error@1833636331) -> (continuation of Deferred@1270332933 after retry RPC after error@1601374707) -> (continuation of Deferred@647209989 after retry RPC after error@325205365) -> (continuation of Deferred@1700003466 after retry RPC after error@573067074) -> (continuation of Deferred@429941902 after retry RPC after error@464218970) -> (continuation of Deferred@1635148043 after retry RPC after error@29646904) -> (continuation of Deferred@467329178 after retry RPC after error@1533782272) -> (continuation of Deferred@164095327 after retry RPC after error@731943423) -> (continuation of Deferred@1739749921 after retry RPC after error@1637346430) -> (continuation of Deferred@1472987150 after retry RPC after error@2026654817) -> (continuation of Deferred@215700011 after retry RPC after error@1383185362)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.189:37341
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:53.297 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:53:53.300 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:53:53.304 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28153), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [204ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [204ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [246ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [287ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [289ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [289ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [315ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [325ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [483ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [603ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [862ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [863ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [863ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [864ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1063ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1402ms] refreshing cache from master, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1405ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2844ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@286083151(state=PENDING, result=null, callback=(continuation of Deferred@72190036 after retry RPC after error@204497797) -> (continuation of Deferred@759358050 after retry RPC after error@1450612917) -> (continuation of Deferred@1041347847 after retry RPC after error@825414923) -> (continuation of Deferred@190410941 after retry RPC after error@1762194003) -> (continuation of Deferred@1510136824 after retry RPC after error@2101331774) -> (continuation of Deferred@1025744060 after retry RPC after error@320301857) -> (continuation of Deferred@1602666400 after retry RPC after error@1552127321) -> (continuation of Deferred@2103718921 after retry RPC after error@1426196199) -> (continuation of Deferred@1066653784 after retry RPC after error@2138745774) -> (continuation of Deferred@593628212 after retry RPC after error@1720845185) -> (continuation of Deferred@1197626899 after retry RPC after error@1836032650) -> (continuation of Deferred@1583284415 after retry RPC after error@682069758) -> (continuation of Deferred@2099287863 after retry RPC after error@1833636331) -> (continuation of Deferred@1270332933 after retry RPC after error@1601374707) -> (continuation of Deferred@647209989 after retry RPC after error@325205365) -> (continuation of Deferred@1700003466 after retry RPC after error@573067074) -> (continuation of Deferred@429941902 after retry RPC after error@464218970) -> (continuation of Deferred@1635148043 after retry RPC after error@29646904) -> (continuation of Deferred@467329178 after retry RPC after error@1533782272) -> (continuation of Deferred@164095327 after retry RPC after error@731943423) -> (continuation of Deferred@1739749921 after retry RPC after error@1637346430) -> (continuation of Deferred@1472987150 after retry RPC after error@2026654817) -> (continuation of Deferred@215700011 after retry RPC after error@1383185362), errback=(continuation of Deferred@72190036 after retry RPC after error@204497797) -> (continuation of Deferred@759358050 after retry RPC after error@1450612917) -> (continuation of Deferred@1041347847 after retry RPC after error@825414923) -> (continuation of Deferred@190410941 after retry RPC after error@1762194003) -> (continuation of Deferred@1510136824 after retry RPC after error@2101331774) -> (continuation of Deferred@1025744060 after retry RPC after error@320301857) -> (continuation of Deferred@1602666400 after retry RPC after error@1552127321) -> (continuation of Deferred@2103718921 after retry RPC after error@1426196199) -> (continuation of Deferred@1066653784 after retry RPC after error@2138745774) -> (continuation of Deferred@593628212 after retry RPC after error@1720845185) -> (continuation of Deferred@1197626899 after retry RPC after error@1836032650) -> (continuation of Deferred@1583284415 after retry RPC after error@682069758) -> (continuation of Deferred@2099287863 after retry RPC after error@1833636331) -> (continuation of Deferred@1270332933 after retry RPC after error@1601374707) -> (continuation of Deferred@647209989 after retry RPC after error@325205365) -> (continuation of Deferred@1700003466 after retry RPC after error@573067074) -> (continuation of Deferred@429941902 after retry RPC after error@464218970) -> (continuation of Deferred@1635148043 after retry RPC after error@29646904) -> (continuation of Deferred@467329178 after retry RPC after error@1533782272) -> (continuation of Deferred@164095327 after retry RPC after error@731943423) -> (continuation of Deferred@1739749921 after retry RPC after error@1637346430) -> (continuation of Deferred@1472987150 after retry RPC after error@2026654817) -> (continuation of Deferred@215700011 after retry RPC after error@1383185362)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.189:37341
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:53.305 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:53:53.310 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:53.310 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:53.310 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:53.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:53.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:53.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:53.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:53.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:53.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:53.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:53.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:53.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:53.312 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:53.313 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
23:53:53.314 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:53:53.314 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:53:53.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:53.380 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='38318e3d2613dcaade1231b6725bfefba222579bdc8fbadeabba2075c541e999'}]
23:53:53.382 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:53.386 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:53:53.393 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298095, tablet=08089808c972404eb09a733dd46eb227@[0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)[L],2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733),c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)]}]
23:53:53.401 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] connecting to peer
23:53:53.407 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] Successfully connected to peer
23:53:53.430 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.194
23:53:53.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:53.493 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:53.507 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3138c931, L:/127.0.0.1:58242 - R:/127.1.234.194:36809] using SASL/PLAIN
23:53:53.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468433624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:53.639 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:53:53.640 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:53:53.642 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:53.643 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:53.643 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:53.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:53.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:53.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:53.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:53.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:53.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:53.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:53.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:53.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:53.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:53.688 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086703075328001) for scanner KuduScanner(table=replication_test_table, tablet=08089808c972404eb09a733dd46eb227, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:53:53.689 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [38318e3d2613dcaade1231b6725bfefba222579bdc8fbadeabba2075c541e999]
23:53:53.689 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [38318e3d2613dcaade1231b6725bfefba222579bdc8fbadeabba2075c541e999]
23:53:53.690 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:53:53.690 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:53:53.690 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] disconnecting while in state READY
23:53:53.690 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 38318e3d2613dcaade1231b6725bfefba222579bdc8fbadeabba2075c541e999 finished by subtask 1; deferring removal (restored in pending)
23:53:53.691 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:53.732 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] handling channelInactive
23:53:53.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] cleaning up while in state READY due to: connection closed
23:53:53.733 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:53:53.733 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:53:53.768 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:53.769 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:53.769 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:53.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:53.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:53.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:53.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:53.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:53.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:53.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:53.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:53.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:53.772 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:53.774 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:53.775 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:53.775 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:53.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:53.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:53.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:53.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:53.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:53.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:53.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:53.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:53.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:53.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:53.799 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:53.799 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:53.800 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:53.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.802 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.802 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.802 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:53.927 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:53.928 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:53.928 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:53.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.931 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:53.932 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28720), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [55ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [58ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [109ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [111ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [119ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [119ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [188ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [204ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [204ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [262ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [343ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [463ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [463ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [842ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [843ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1683ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2700ms] refreshing cache from master, [2700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2704ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6740ms] refreshing cache from master, [6740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6742ms] too many traces: truncated at 100 traces, deferred=Deferred@534995158(state=PENDING, result=null, callback=(continuation of Deferred@2068929093 after retry RPC after error@833211266) -> (continuation of Deferred@438669418 after retry RPC after error@507819560) -> (continuation of Deferred@1865827543 after retry RPC after error@272398184) -> (continuation of Deferred@640422853 after retry RPC after error@501351646) -> (continuation of Deferred@1085274953 after retry RPC after error@870011651) -> (continuation of Deferred@1974459526 after retry RPC after error@2028401177) -> (continuation of Deferred@1194081279 after retry RPC after error@780544850) -> (continuation of Deferred@625379816 after retry RPC after error@1786761571) -> (continuation of Deferred@1277885456 after retry RPC after error@1407816316) -> (continuation of Deferred@1114724384 after retry RPC after error@1452375492) -> (continuation of Deferred@1296093562 after retry RPC after error@1378205916) -> (continuation of Deferred@450704096 after retry RPC after error@1207894818) -> (continuation of Deferred@218091942 after retry RPC after error@1881199557) -> (continuation of Deferred@52016403 after retry RPC after error@1019236417) -> (continuation of Deferred@1312871582 after retry RPC after error@940087400) -> (continuation of Deferred@1995903831 after retry RPC after error@1208686480) -> (continuation of Deferred@11001387 after retry RPC after error@2089864591) -> (continuation of Deferred@850597089 after retry RPC after error@571744944) -> (continuation of Deferred@477947487 after retry RPC after error@1727708394) -> (continuation of Deferred@1287956680 after retry RPC after error@1338380866) -> (continuation of Deferred@888364027 after retry RPC after error@131972195) -> (continuation of Deferred@1857472184 after retry RPC after error@287153454), errback=(continuation of Deferred@2068929093 after retry RPC after error@833211266) -> (continuation of Deferred@438669418 after retry RPC after error@507819560) -> (continuation of Deferred@1865827543 after retry RPC after error@272398184) -> (continuation of Deferred@640422853 after retry RPC after error@501351646) -> (continuation of Deferred@1085274953 after retry RPC after error@870011651) -> (continuation of Deferred@1974459526 after retry RPC after error@2028401177) -> (continuation of Deferred@1194081279 after retry RPC after error@780544850) -> (continuation of Deferred@625379816 after retry RPC after error@1786761571) -> (continuation of Deferred@1277885456 after retry RPC after error@1407816316) -> (continuation of Deferred@1114724384 after retry RPC after error@1452375492) -> (continuation of Deferred@1296093562 after retry RPC after error@1378205916) -> (continuation of Deferred@450704096 after retry RPC after error@1207894818) -> (continuation of Deferred@218091942 after retry RPC after error@1881199557) -> (continuation of Deferred@52016403 after retry RPC after error@1019236417) -> (continuation of Deferred@1312871582 after retry RPC after error@940087400) -> (continuation of Deferred@1995903831 after retry RPC after error@1208686480) -> (continuation of Deferred@11001387 after retry RPC after error@2089864591) -> (continuation of Deferred@850597089 after retry RPC after error@571744944) -> (continuation of Deferred@477947487 after retry RPC after error@1727708394) -> (continuation of Deferred@1287956680 after retry RPC after error@1338380866) -> (continuation of Deferred@888364027 after retry RPC after error@131972195) -> (continuation of Deferred@1857472184 after retry RPC after error@287153454)))
23:53:53.934 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:53:53.935 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28720), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [55ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [58ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [109ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [111ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [119ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [119ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [188ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [204ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [204ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [262ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [343ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [463ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [463ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [842ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [843ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1683ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2700ms] refreshing cache from master, [2700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2704ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6740ms] refreshing cache from master, [6740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6742ms] too many traces: truncated at 100 traces, deferred=Deferred@534995158(state=PENDING, result=null, callback=(continuation of Deferred@2068929093 after retry RPC after error@833211266) -> (continuation of Deferred@438669418 after retry RPC after error@507819560) -> (continuation of Deferred@1865827543 after retry RPC after error@272398184) -> (continuation of Deferred@640422853 after retry RPC after error@501351646) -> (continuation of Deferred@1085274953 after retry RPC after error@870011651) -> (continuation of Deferred@1974459526 after retry RPC after error@2028401177) -> (continuation of Deferred@1194081279 after retry RPC after error@780544850) -> (continuation of Deferred@625379816 after retry RPC after error@1786761571) -> (continuation of Deferred@1277885456 after retry RPC after error@1407816316) -> (continuation of Deferred@1114724384 after retry RPC after error@1452375492) -> (continuation of Deferred@1296093562 after retry RPC after error@1378205916) -> (continuation of Deferred@450704096 after retry RPC after error@1207894818) -> (continuation of Deferred@218091942 after retry RPC after error@1881199557) -> (continuation of Deferred@52016403 after retry RPC after error@1019236417) -> (continuation of Deferred@1312871582 after retry RPC after error@940087400) -> (continuation of Deferred@1995903831 after retry RPC after error@1208686480) -> (continuation of Deferred@11001387 after retry RPC after error@2089864591) -> (continuation of Deferred@850597089 after retry RPC after error@571744944) -> (continuation of Deferred@477947487 after retry RPC after error@1727708394) -> (continuation of Deferred@1287956680 after retry RPC after error@1338380866) -> (continuation of Deferred@888364027 after retry RPC after error@131972195) -> (continuation of Deferred@1857472184 after retry RPC after error@287153454), errback=(continuation of Deferred@2068929093 after retry RPC after error@833211266) -> (continuation of Deferred@438669418 after retry RPC after error@507819560) -> (continuation of Deferred@1865827543 after retry RPC after error@272398184) -> (continuation of Deferred@640422853 after retry RPC after error@501351646) -> (continuation of Deferred@1085274953 after retry RPC after error@870011651) -> (continuation of Deferred@1974459526 after retry RPC after error@2028401177) -> (continuation of Deferred@1194081279 after retry RPC after error@780544850) -> (continuation of Deferred@625379816 after retry RPC after error@1786761571) -> (continuation of Deferred@1277885456 after retry RPC after error@1407816316) -> (continuation of Deferred@1114724384 after retry RPC after error@1452375492) -> (continuation of Deferred@1296093562 after retry RPC after error@1378205916) -> (continuation of Deferred@450704096 after retry RPC after error@1207894818) -> (continuation of Deferred@218091942 after retry RPC after error@1881199557) -> (continuation of Deferred@52016403 after retry RPC after error@1019236417) -> (continuation of Deferred@1312871582 after retry RPC after error@940087400) -> (continuation of Deferred@1995903831 after retry RPC after error@1208686480) -> (continuation of Deferred@11001387 after retry RPC after error@2089864591) -> (continuation of Deferred@850597089 after retry RPC after error@571744944) -> (continuation of Deferred@477947487 after retry RPC after error@1727708394) -> (continuation of Deferred@1287956680 after retry RPC after error@1338380866) -> (continuation of Deferred@888364027 after retry RPC after error@131972195) -> (continuation of Deferred@1857472184 after retry RPC after error@287153454)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:53.935 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:53:53.939 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:53:53.943 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28720), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [55ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [58ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [109ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [111ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [119ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [119ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [188ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [204ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [204ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [262ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [343ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [442ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [463ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [463ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [842ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [842ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [843ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1683ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2700ms] refreshing cache from master, [2700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2704ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6740ms] refreshing cache from master, [6740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6742ms] too many traces: truncated at 100 traces, deferred=Deferred@534995158(state=PENDING, result=null, callback=(continuation of Deferred@2068929093 after retry RPC after error@833211266) -> (continuation of Deferred@438669418 after retry RPC after error@507819560) -> (continuation of Deferred@1865827543 after retry RPC after error@272398184) -> (continuation of Deferred@640422853 after retry RPC after error@501351646) -> (continuation of Deferred@1085274953 after retry RPC after error@870011651) -> (continuation of Deferred@1974459526 after retry RPC after error@2028401177) -> (continuation of Deferred@1194081279 after retry RPC after error@780544850) -> (continuation of Deferred@625379816 after retry RPC after error@1786761571) -> (continuation of Deferred@1277885456 after retry RPC after error@1407816316) -> (continuation of Deferred@1114724384 after retry RPC after error@1452375492) -> (continuation of Deferred@1296093562 after retry RPC after error@1378205916) -> (continuation of Deferred@450704096 after retry RPC after error@1207894818) -> (continuation of Deferred@218091942 after retry RPC after error@1881199557) -> (continuation of Deferred@52016403 after retry RPC after error@1019236417) -> (continuation of Deferred@1312871582 after retry RPC after error@940087400) -> (continuation of Deferred@1995903831 after retry RPC after error@1208686480) -> (continuation of Deferred@11001387 after retry RPC after error@2089864591) -> (continuation of Deferred@850597089 after retry RPC after error@571744944) -> (continuation of Deferred@477947487 after retry RPC after error@1727708394) -> (continuation of Deferred@1287956680 after retry RPC after error@1338380866) -> (continuation of Deferred@888364027 after retry RPC after error@131972195) -> (continuation of Deferred@1857472184 after retry RPC after error@287153454), errback=(continuation of Deferred@2068929093 after retry RPC after error@833211266) -> (continuation of Deferred@438669418 after retry RPC after error@507819560) -> (continuation of Deferred@1865827543 after retry RPC after error@272398184) -> (continuation of Deferred@640422853 after retry RPC after error@501351646) -> (continuation of Deferred@1085274953 after retry RPC after error@870011651) -> (continuation of Deferred@1974459526 after retry RPC after error@2028401177) -> (continuation of Deferred@1194081279 after retry RPC after error@780544850) -> (continuation of Deferred@625379816 after retry RPC after error@1786761571) -> (continuation of Deferred@1277885456 after retry RPC after error@1407816316) -> (continuation of Deferred@1114724384 after retry RPC after error@1452375492) -> (continuation of Deferred@1296093562 after retry RPC after error@1378205916) -> (continuation of Deferred@450704096 after retry RPC after error@1207894818) -> (continuation of Deferred@218091942 after retry RPC after error@1881199557) -> (continuation of Deferred@52016403 after retry RPC after error@1019236417) -> (continuation of Deferred@1312871582 after retry RPC after error@940087400) -> (continuation of Deferred@1995903831 after retry RPC after error@1208686480) -> (continuation of Deferred@11001387 after retry RPC after error@2089864591) -> (continuation of Deferred@850597089 after retry RPC after error@571744944) -> (continuation of Deferred@477947487 after retry RPC after error@1727708394) -> (continuation of Deferred@1287956680 after retry RPC after error@1338380866) -> (continuation of Deferred@888364027 after retry RPC after error@131972195) -> (continuation of Deferred@1857472184 after retry RPC after error@287153454)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:53.945 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:53:53.945 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:53:53.946 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
23:53:53.959 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:53.959 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:53.960 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:53.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:53.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:53.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:53.963 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:53.964 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28761), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [49ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [92ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [92ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [156ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [167ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [232ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [233ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [234ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [234ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [283ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [323ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [723ms] refreshing cache from master, [723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [725ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1083ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2064ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5141ms] refreshing cache from master, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5144ms] too many traces: truncated at 100 traces, deferred=Deferred@780785671(state=PENDING, result=null, callback=(continuation of Deferred@145426497 after retry RPC after error@1983782446) -> (continuation of Deferred@1323165844 after retry RPC after error@787765416) -> (continuation of Deferred@2119017527 after retry RPC after error@2013534910) -> (continuation of Deferred@1505543266 after retry RPC after error@1434576613) -> (continuation of Deferred@1182702718 after retry RPC after error@519552997) -> (continuation of Deferred@567797645 after retry RPC after error@2067504028) -> (continuation of Deferred@1234462185 after retry RPC after error@1790964649) -> (continuation of Deferred@1959435004 after retry RPC after error@1401559170) -> (continuation of Deferred@970687543 after retry RPC after error@745277982) -> (continuation of Deferred@215050261 after retry RPC after error@261897989) -> (continuation of Deferred@1778641149 after retry RPC after error@645083993) -> (continuation of Deferred@568686146 after retry RPC after error@1341067628) -> (continuation of Deferred@979258476 after retry RPC after error@92821893) -> (continuation of Deferred@257255440 after retry RPC after error@948333799) -> (continuation of Deferred@1886616247 after retry RPC after error@930107725) -> (continuation of Deferred@323074651 after retry RPC after error@413867392) -> (continuation of Deferred@1936091872 after retry RPC after error@1185527800) -> (continuation of Deferred@1487166996 after retry RPC after error@404950941) -> (continuation of Deferred@1490175763 after retry RPC after error@1397697926) -> (continuation of Deferred@694263045 after retry RPC after error@700330067) -> (continuation of Deferred@1671299240 after retry RPC after error@1226252864) -> (continuation of Deferred@1815812050 after retry RPC after error@887070382) -> (continuation of Deferred@660030429 after retry RPC after error@1470259285) -> (continuation of Deferred@1662220532 after retry RPC after error@737255638), errback=(continuation of Deferred@145426497 after retry RPC after error@1983782446) -> (continuation of Deferred@1323165844 after retry RPC after error@787765416) -> (continuation of Deferred@2119017527 after retry RPC after error@2013534910) -> (continuation of Deferred@1505543266 after retry RPC after error@1434576613) -> (continuation of Deferred@1182702718 after retry RPC after error@519552997) -> (continuation of Deferred@567797645 after retry RPC after error@2067504028) -> (continuation of Deferred@1234462185 after retry RPC after error@1790964649) -> (continuation of Deferred@1959435004 after retry RPC after error@1401559170) -> (continuation of Deferred@970687543 after retry RPC after error@745277982) -> (continuation of Deferred@215050261 after retry RPC after error@261897989) -> (continuation of Deferred@1778641149 after retry RPC after error@645083993) -> (continuation of Deferred@568686146 after retry RPC after error@1341067628) -> (continuation of Deferred@979258476 after retry RPC after error@92821893) -> (continuation of Deferred@257255440 after retry RPC after error@948333799) -> (continuation of Deferred@1886616247 after retry RPC after error@930107725) -> (continuation of Deferred@323074651 after retry RPC after error@413867392) -> (continuation of Deferred@1936091872 after retry RPC after error@1185527800) -> (continuation of Deferred@1487166996 after retry RPC after error@404950941) -> (continuation of Deferred@1490175763 after retry RPC after error@1397697926) -> (continuation of Deferred@694263045 after retry RPC after error@700330067) -> (continuation of Deferred@1671299240 after retry RPC after error@1226252864) -> (continuation of Deferred@1815812050 after retry RPC after error@887070382) -> (continuation of Deferred@660030429 after retry RPC after error@1470259285) -> (continuation of Deferred@1662220532 after retry RPC after error@737255638)))
23:53:53.965 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:53:53.966 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28761), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [49ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [92ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [92ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [156ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [167ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [232ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [233ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [234ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [234ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [283ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [323ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [723ms] refreshing cache from master, [723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [725ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1083ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2064ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5141ms] refreshing cache from master, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5144ms] too many traces: truncated at 100 traces, deferred=Deferred@780785671(state=PENDING, result=null, callback=(continuation of Deferred@145426497 after retry RPC after error@1983782446) -> (continuation of Deferred@1323165844 after retry RPC after error@787765416) -> (continuation of Deferred@2119017527 after retry RPC after error@2013534910) -> (continuation of Deferred@1505543266 after retry RPC after error@1434576613) -> (continuation of Deferred@1182702718 after retry RPC after error@519552997) -> (continuation of Deferred@567797645 after retry RPC after error@2067504028) -> (continuation of Deferred@1234462185 after retry RPC after error@1790964649) -> (continuation of Deferred@1959435004 after retry RPC after error@1401559170) -> (continuation of Deferred@970687543 after retry RPC after error@745277982) -> (continuation of Deferred@215050261 after retry RPC after error@261897989) -> (continuation of Deferred@1778641149 after retry RPC after error@645083993) -> (continuation of Deferred@568686146 after retry RPC after error@1341067628) -> (continuation of Deferred@979258476 after retry RPC after error@92821893) -> (continuation of Deferred@257255440 after retry RPC after error@948333799) -> (continuation of Deferred@1886616247 after retry RPC after error@930107725) -> (continuation of Deferred@323074651 after retry RPC after error@413867392) -> (continuation of Deferred@1936091872 after retry RPC after error@1185527800) -> (continuation of Deferred@1487166996 after retry RPC after error@404950941) -> (continuation of Deferred@1490175763 after retry RPC after error@1397697926) -> (continuation of Deferred@694263045 after retry RPC after error@700330067) -> (continuation of Deferred@1671299240 after retry RPC after error@1226252864) -> (continuation of Deferred@1815812050 after retry RPC after error@887070382) -> (continuation of Deferred@660030429 after retry RPC after error@1470259285) -> (continuation of Deferred@1662220532 after retry RPC after error@737255638), errback=(continuation of Deferred@145426497 after retry RPC after error@1983782446) -> (continuation of Deferred@1323165844 after retry RPC after error@787765416) -> (continuation of Deferred@2119017527 after retry RPC after error@2013534910) -> (continuation of Deferred@1505543266 after retry RPC after error@1434576613) -> (continuation of Deferred@1182702718 after retry RPC after error@519552997) -> (continuation of Deferred@567797645 after retry RPC after error@2067504028) -> (continuation of Deferred@1234462185 after retry RPC after error@1790964649) -> (continuation of Deferred@1959435004 after retry RPC after error@1401559170) -> (continuation of Deferred@970687543 after retry RPC after error@745277982) -> (continuation of Deferred@215050261 after retry RPC after error@261897989) -> (continuation of Deferred@1778641149 after retry RPC after error@645083993) -> (continuation of Deferred@568686146 after retry RPC after error@1341067628) -> (continuation of Deferred@979258476 after retry RPC after error@92821893) -> (continuation of Deferred@257255440 after retry RPC after error@948333799) -> (continuation of Deferred@1886616247 after retry RPC after error@930107725) -> (continuation of Deferred@323074651 after retry RPC after error@413867392) -> (continuation of Deferred@1936091872 after retry RPC after error@1185527800) -> (continuation of Deferred@1487166996 after retry RPC after error@404950941) -> (continuation of Deferred@1490175763 after retry RPC after error@1397697926) -> (continuation of Deferred@694263045 after retry RPC after error@700330067) -> (continuation of Deferred@1671299240 after retry RPC after error@1226252864) -> (continuation of Deferred@1815812050 after retry RPC after error@887070382) -> (continuation of Deferred@660030429 after retry RPC after error@1470259285) -> (continuation of Deferred@1662220532 after retry RPC after error@737255638)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:53.966 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:53:53.970 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:53:53.973 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28761), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [49ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [92ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [92ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [156ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [163ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [167ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [232ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [233ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [234ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [234ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [283ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [323ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [723ms] refreshing cache from master, [723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [724ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [725ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [725ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1083ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2064ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5141ms] refreshing cache from master, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5144ms] too many traces: truncated at 100 traces, deferred=Deferred@780785671(state=PENDING, result=null, callback=(continuation of Deferred@145426497 after retry RPC after error@1983782446) -> (continuation of Deferred@1323165844 after retry RPC after error@787765416) -> (continuation of Deferred@2119017527 after retry RPC after error@2013534910) -> (continuation of Deferred@1505543266 after retry RPC after error@1434576613) -> (continuation of Deferred@1182702718 after retry RPC after error@519552997) -> (continuation of Deferred@567797645 after retry RPC after error@2067504028) -> (continuation of Deferred@1234462185 after retry RPC after error@1790964649) -> (continuation of Deferred@1959435004 after retry RPC after error@1401559170) -> (continuation of Deferred@970687543 after retry RPC after error@745277982) -> (continuation of Deferred@215050261 after retry RPC after error@261897989) -> (continuation of Deferred@1778641149 after retry RPC after error@645083993) -> (continuation of Deferred@568686146 after retry RPC after error@1341067628) -> (continuation of Deferred@979258476 after retry RPC after error@92821893) -> (continuation of Deferred@257255440 after retry RPC after error@948333799) -> (continuation of Deferred@1886616247 after retry RPC after error@930107725) -> (continuation of Deferred@323074651 after retry RPC after error@413867392) -> (continuation of Deferred@1936091872 after retry RPC after error@1185527800) -> (continuation of Deferred@1487166996 after retry RPC after error@404950941) -> (continuation of Deferred@1490175763 after retry RPC after error@1397697926) -> (continuation of Deferred@694263045 after retry RPC after error@700330067) -> (continuation of Deferred@1671299240 after retry RPC after error@1226252864) -> (continuation of Deferred@1815812050 after retry RPC after error@887070382) -> (continuation of Deferred@660030429 after retry RPC after error@1470259285) -> (continuation of Deferred@1662220532 after retry RPC after error@737255638), errback=(continuation of Deferred@145426497 after retry RPC after error@1983782446) -> (continuation of Deferred@1323165844 after retry RPC after error@787765416) -> (continuation of Deferred@2119017527 after retry RPC after error@2013534910) -> (continuation of Deferred@1505543266 after retry RPC after error@1434576613) -> (continuation of Deferred@1182702718 after retry RPC after error@519552997) -> (continuation of Deferred@567797645 after retry RPC after error@2067504028) -> (continuation of Deferred@1234462185 after retry RPC after error@1790964649) -> (continuation of Deferred@1959435004 after retry RPC after error@1401559170) -> (continuation of Deferred@970687543 after retry RPC after error@745277982) -> (continuation of Deferred@215050261 after retry RPC after error@261897989) -> (continuation of Deferred@1778641149 after retry RPC after error@645083993) -> (continuation of Deferred@568686146 after retry RPC after error@1341067628) -> (continuation of Deferred@979258476 after retry RPC after error@92821893) -> (continuation of Deferred@257255440 after retry RPC after error@948333799) -> (continuation of Deferred@1886616247 after retry RPC after error@930107725) -> (continuation of Deferred@323074651 after retry RPC after error@413867392) -> (continuation of Deferred@1936091872 after retry RPC after error@1185527800) -> (continuation of Deferred@1487166996 after retry RPC after error@404950941) -> (continuation of Deferred@1490175763 after retry RPC after error@1397697926) -> (continuation of Deferred@694263045 after retry RPC after error@700330067) -> (continuation of Deferred@1671299240 after retry RPC after error@1226252864) -> (continuation of Deferred@1815812050 after retry RPC after error@887070382) -> (continuation of Deferred@660030429 after retry RPC after error@1470259285) -> (continuation of Deferred@1662220532 after retry RPC after error@737255638)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:53.978 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:53:53.979 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:53:53.979 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
23:53:53.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:54.034 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:54.034 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:54.034 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:54.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:54.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468434124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:54.137 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:53:54.139 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:53:54.139 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 38318e3d2613dcaade1231b6725bfefba222579bdc8fbadeabba2075c541e999 from pending
23:53:54.139 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
23:53:54.222 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:54.222 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:54.222 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:54.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.224 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:54.234 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.234 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.235 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.236 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29074), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [134ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [135ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [225ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [225ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [284ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [542ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [543ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [544ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [544ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [944ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [944ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1524ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3201ms] refreshing cache from master, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4321ms] refreshing cache from master, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@1830463545(state=PENDING, result=null, callback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654), errback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654)))
23:53:54.237 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.237 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.237 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.238 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29074), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [134ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [135ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [225ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [225ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [284ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [542ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [543ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [544ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [544ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [944ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [944ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1524ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3201ms] refreshing cache from master, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4321ms] refreshing cache from master, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@1830463545(state=PENDING, result=null, callback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654), errback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29074), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [134ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [135ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [225ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [225ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [284ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [542ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [543ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [544ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [544ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [944ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [944ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1524ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3201ms] refreshing cache from master, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4321ms] refreshing cache from master, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@1830463545(state=PENDING, result=null, callback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654), errback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.61:42317
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:54.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.239 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.242 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:54.242 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:54.242 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:54.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.243 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29074), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [134ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [135ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [225ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [225ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [284ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [542ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [543ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [544ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [544ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [944ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [944ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1524ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3201ms] refreshing cache from master, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4321ms] refreshing cache from master, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@1830463545(state=PENDING, result=null, callback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654), errback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29074), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [134ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [135ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [225ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [225ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [284ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [542ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [543ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [544ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [544ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [944ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [944ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1524ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3201ms] refreshing cache from master, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4321ms] refreshing cache from master, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@1830463545(state=PENDING, result=null, callback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654), errback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.61:42317
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:54.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.243 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:54.243 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:53:54.244 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:53:54.244 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:53:54.244 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:53:54.244 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:53:54.245 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:53:54.246 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:53:54.246 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:53:54.246 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:53:54.250 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:53:54.250 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:53:54.251 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d2b24b5be07c54027760c4793ebc532d
23:53:54.254 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.254 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.255 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.274 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.274 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.275 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.276 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:54Z chronyd exiting
23:53:54.294 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.294 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.295 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.297 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.314 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.314 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.314 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.334 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.334 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.334 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.336 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.354 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.354 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.355 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.434 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:54.434 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:54.435 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:54.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:54.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:54.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:54.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:54.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:54.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:54.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:54.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:54.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:54.435 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:54.454 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.454 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.455 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.456 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:54.614 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:54.614 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:54.614 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:54.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:54.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:54.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:54.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:54.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468434624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:54.635 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 0c27b7259d4fdd95b93db84a92b79b97 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:54.637 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:53:54.674 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.676 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.694 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:54.694 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:54.694 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:54.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:54.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:54.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:54.696 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:54.954 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:54.954 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:54.955 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:54.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:54.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:54.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:54.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:54.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:54.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:54.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:54.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:54.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:54.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:54.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29859), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [49ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [94ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [99ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [99ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [289ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [320ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [333ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [333ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [344ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [345ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [348ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [348ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [364ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [364ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [384ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [423ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [483ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [583ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [583ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [782ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [789ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [789ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [789ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [862ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [863ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [863ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [864ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1764ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1841ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1844ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1844ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@238941688(state=PENDING, result=null, callback=(continuation of Deferred@1498068010 after retry RPC after error@979035055) -> (continuation of Deferred@998261757 after retry RPC after error@1525932864) -> (continuation of Deferred@1452603344 after retry RPC after error@1002316086) -> (continuation of Deferred@35131927 after retry RPC after error@1202985207) -> (continuation of Deferred@913264038 after retry RPC after error@2081586636) -> (continuation of Deferred@1045975283 after retry RPC after error@1506579567) -> (continuation of Deferred@352510093 after retry RPC after error@2047939580) -> (continuation of Deferred@112331653 after retry RPC after error@1004570832) -> (continuation of Deferred@962855337 after retry RPC after error@1259891594) -> (continuation of Deferred@1566617423 after retry RPC after error@1660492347) -> (continuation of Deferred@2064197252 after retry RPC after error@1942312532) -> (continuation of Deferred@721913268 after retry RPC after error@17132077) -> (continuation of Deferred@856314255 after retry RPC after error@1789187660) -> (continuation of Deferred@2107229321 after retry RPC after error@1474792725) -> (continuation of Deferred@905984079 after retry RPC after error@2061143669) -> (continuation of Deferred@1230286891 after retry RPC after error@573575985) -> (continuation of Deferred@356877688 after retry RPC after error@994183299) -> (continuation of Deferred@1467687464 after retry RPC after error@1978669677) -> (continuation of Deferred@1286029294 after retry RPC after error@1728717033) -> (continuation of Deferred@1777218626 after retry RPC after error@473458784) -> (continuation of Deferred@1763011654 after retry RPC after error@1605244133) -> (continuation of Deferred@1207596918 after retry RPC after error@417229953) -> (continuation of Deferred@1525367936 after retry RPC after error@1976400388) -> (continuation of Deferred@1629024780 after retry RPC after error@172568778) -> (continuation of Deferred@176601671 after retry RPC after error@344325193) -> (continuation of Deferred@841737287 after retry RPC after error@1906789800), errback=(continuation of Deferred@1498068010 after retry RPC after error@979035055) -> (continuation of Deferred@998261757 after retry RPC after error@1525932864) -> (continuation of Deferred@1452603344 after retry RPC after error@1002316086) -> (continuation of Deferred@35131927 after retry RPC after error@1202985207) -> (continuation of Deferred@913264038 after retry RPC after error@2081586636) -> (continuation of Deferred@1045975283 after retry RPC after error@1506579567) -> (continuation of Deferred@352510093 after retry RPC after error@2047939580) -> (continuation of Deferred@112331653 after retry RPC after error@1004570832) -> (continuation of Deferred@962855337 after retry RPC after error@1259891594) -> (continuation of Deferred@1566617423 after retry RPC after error@1660492347) -> (continuation of Deferred@2064197252 after retry RPC after error@1942312532) -> (continuation of Deferred@721913268 after retry RPC after error@17132077) -> (continuation of Deferred@856314255 after retry RPC after error@1789187660) -> (continuation of Deferred@2107229321 after retry RPC after error@1474792725) -> (continuation of Deferred@905984079 after retry RPC after error@2061143669) -> (continuation of Deferred@1230286891 after retry RPC after error@573575985) -> (continuation of Deferred@356877688 after retry RPC after error@994183299) -> (continuation of Deferred@1467687464 after retry RPC after error@1978669677) -> (continuation of Deferred@1286029294 after retry RPC after error@1728717033) -> (continuation of Deferred@1777218626 after retry RPC after error@473458784) -> (continuation of Deferred@1763011654 after retry RPC after error@1605244133) -> (continuation of Deferred@1207596918 after retry RPC after error@417229953) -> (continuation of Deferred@1525367936 after retry RPC after error@1976400388) -> (continuation of Deferred@1629024780 after retry RPC after error@172568778) -> (continuation of Deferred@176601671 after retry RPC after error@344325193) -> (continuation of Deferred@841737287 after retry RPC after error@1906789800)))
23:53:54.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:55.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468435123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:55.134 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 0c27b7259d4fdd95b93db84a92b79b97 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:53:55.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:53:55.274 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:55.275 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:55.275 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:55.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:55.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:55.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:55.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:55.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:55.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:55.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:55.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:55.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:55.276 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:55.343 [DEBUG - main] (Connection.java:575) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] disconnecting while in state READY
23:53:55.343 [DEBUG - main] (Connection.java:575) [peer master-127.1.234.254:35273(127.1.234.254:35273)] disconnecting while in state READY
23:53:55.343 [DEBUG - main] (Connection.java:575) [peer master-127.1.234.252:33151(127.1.234.252:33151)] disconnecting while in state READY
23:53:55.343 [DEBUG - main] (Connection.java:575) [peer master-127.1.234.253:35279(127.1.234.253:35279)] disconnecting while in state READY
23:53:55.344 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] handling channelInactive
23:53:55.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] cleaning up while in state READY due to: connection closed
23:53:55.344 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.234.254:35273(127.1.234.254:35273)] handling channelInactive
23:53:55.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state READY due to: connection closed
23:53:55.344 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.234.252:33151(127.1.234.252:33151)] handling channelInactive
23:53:55.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state READY due to: connection closed
23:53:55.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:55.346 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 29 thread-local buffer(s) from thread: kudu-nio-0
23:53:55.346 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
23:53:55.346 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:53:55.346 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.234.253:35279(127.1.234.253:35279)] handling channelInactive
23:53:55.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state READY due to: connection closed
23:53:55.347 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:53:55.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:55.347877  1963 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 2299
23:53:55.372 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3a70a772d81f41d9afd8bddc0780702b
23:53:55.378 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='db46f8320cc9c5c18bf30b1c828291df51c6755d984aca1076d61808b9915422'}]
23:53:55.380 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:55.384 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:53:55.385 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296100, tablet=08089808c972404eb09a733dd46eb227@[0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)[L],2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733),c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)]}]
23:53:55.386 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] connecting to peer
23:53:55.387 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] Successfully connected to peer
23:53:55.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:55.402540  1963 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 2505
23:53:55.422 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:55.422 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:55.423 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:55.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:55.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:55.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:55.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:55.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:55.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:55.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:55.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:55.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:55.423 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:55.440 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] handling channelInactive
23:53:55.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] cleaning up while in state NEGOTIATING due to: connection closed
23:53:55.440 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809) for tablet 08089808c972404eb09a733dd46eb227: connection closed
23:53:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:55.440384  1963 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 2646
23:53:55.447 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] connecting to peer
23:53:55.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733
23:53:55.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733
23:53:55.448 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733) for tablet 08089808c972404eb09a733dd46eb227: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733
23:53:55.466 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] connecting to peer
23:53:55.467 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] Successfully connected to peer
23:53:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:55.470294  1963 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 1975
23:53:55.471 [ERROR - kudu-nio-2] (Connection.java:452) [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] unexpected exception from downstream on [id: 0x0cd6e9b3, L:/127.0.0.1:56812 - R:/127.1.234.195:41611]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:55.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] cleaning up while in state NEGOTIATING due to: [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] unexpected exception from downstream on [id: 0x0cd6e9b3, L:/127.0.0.1:56812 - R:/127.1.234.195:41611]
23:53:55.472 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611) for tablet 08089808c972404eb09a733dd46eb227: [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] unexpected exception from downstream on [id: 0x0cd6e9b3, L:/127.0.0.1:56812 - R:/127.1.234.195:41611]
23:53:55.472 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] handling channelInactive
23:53:55.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:55.486 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.487 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.487 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.488 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.1.234.252:33151(127.1.234.252:33151)] Successfully connected to peer
23:53:55.489 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.1.234.254:35273(127.1.234.254:35273)] Successfully connected to peer
23:53:55.491 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.1.234.253:35279(127.1.234.253:35279)] Successfully connected to peer
23:53:55.494 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.253
23:53:55.494 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.234.252
23:53:55.504 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:55.507 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xfd6b1d16, L:/127.0.0.1:43332 - R:/127.1.234.253:35279] using SASL/PLAIN
23:53:55.507 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.234.254:35273(127.1.234.254:35273)] handling channelInactive
23:53:55.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state READY due to: connection closed
23:53:55.508 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.1.234.254:35273(127.1.234.254:35273)] unexpected exception from downstream on [id: 0xca185a04, L:/127.0.0.1:46484 - R:/127.1.234.254:35273]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:53:55.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state NEGOTIATING due to: [peer master-127.1.234.254:35273(127.1.234.254:35273)] unexpected exception from downstream on [id: 0xca185a04, L:/127.0.0.1:46484 - R:/127.1.234.254:35273]
23:53:55.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: [peer master-127.1.234.254:35273(127.1.234.254:35273)] unexpected exception from downstream on [id: 0xca185a04, L:/127.0.0.1:46484 - R:/127.1.234.254:35273]
23:53:55.508 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.1.234.254:35273(127.1.234.254:35273)] handling channelInactive
23:53:55.513 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:53:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:55.509908  1963 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 2047
23:53:55.519 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2135d879, L:/127.0.0.1:57468 - R:/127.1.234.252:33151] using SASL/PLAIN
23:53:55.526 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:53:55.526 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29900, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [22ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: [peer master-127.1.234.254:35273(127.1.234.254:35273)] unexpected exception from downstream on [id: 0xca185a04, L:/127.0.0.1:46484 - R:/127.1.234.254:35273], [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: OK, deferred=null) after lookup
23:53:55.530 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2538) Learned about tablet 08089808c972404eb09a733dd46eb227 for table 'replication_test_table' with partition [<start>, <end>)
23:53:55.530 [DEBUG - kudu-nio-3] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=08089808c972404eb09a733dd46eb227@[0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611),2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)[L],c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)]}]
23:53:55.530 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=08089808c972404eb09a733dd46eb227, attempt=4, KuduRpc(method=Scan, tablet=08089808c972404eb09a733dd46eb227, attempt=4, TimeoutTracker(timeout=30000, elapsed=145), Traces: [0ms] sending RPC to server c35e4a73cbf14b64921deb32b0f245f4, [55ms] received response from server c35e4a73cbf14b64921deb32b0f245f4: Network error: connection closed, [55ms] delaying RPC due to: Network error: connection closed, [62ms] sending RPC to server 2d502c3c23af47b382ede234b1cabae4, [63ms] received response from server 2d502c3c23af47b382ede234b1cabae4: Network error: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733, [63ms] delaying RPC due to: Network error: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733, [81ms] sending RPC to server 0cdc962fcb2d4c1eb90ea88ba679361f, [87ms] received response from server 0cdc962fcb2d4c1eb90ea88ba679361f: Network error: [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] unexpected exception from downstream on [id: 0x0cd6e9b3, L:/127.0.0.1:56812 - R:/127.1.234.195:41611], [87ms] delaying RPC due to: Network error: [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] unexpected exception from downstream on [id: 0x0cd6e9b3, L:/127.0.0.1:56812 - R:/127.1.234.195:41611], [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: [peer master-127.1.234.254:35273(127.1.234.254:35273)] unexpected exception from downstream on [id: 0xca185a04, L:/127.0.0.1:46484 - R:/127.1.234.254:35273], [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: OK, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.234.252:33151, [145ms] Sub RPC GetTableLocations: received response from server master-127.1.234.252:33151: OK, deferred=Deferred@1600458519(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup
23:53:55.531 [DEBUG - kudu-nio-3] (Connection.java:748) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] connecting to peer
23:53:55.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809): Connection refused: /127.1.234.194:36809
23:53:55.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] cleaning up while in state CONNECTING due to: Failed to connect to peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809): Connection refused: /127.1.234.194:36809
23:53:55.532 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809) for tablet 08089808c972404eb09a733dd46eb227: Failed to connect to peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809): Connection refused: /127.1.234.194:36809
23:53:55.548 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.1.234.253:35279(127.1.234.253:35279)] handling channelInactive
23:53:55.548 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.234.253:35279(127.1.234.253:35279)] handling channelInactive
23:53:55.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state READY due to: connection closed
23:53:55.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state READY due to: connection closed
23:53:55.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: connection closed
23:53:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:55.548723  1963 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 2122
23:53:55.567 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] connecting to peer
23:53:55.568 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733
23:53:55.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733
23:53:55.568 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733) for tablet 08089808c972404eb09a733dd46eb227: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733
23:53:55.580 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.234.252:33151(127.1.234.252:33151)] handling channelInactive
23:53:55.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state READY due to: connection closed
23:53:55.581 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.1.234.252:33151(127.1.234.252:33151)] handling channelInactive
23:53:55.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state READY due to: connection closed
23:53:55.606 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] connecting to peer
23:53:55.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611): Connection refused: /127.1.234.195:41611
23:53:55.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611): Connection refused: /127.1.234.195:41611
23:53:55.607 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611) for tablet 08089808c972404eb09a733dd46eb227: Failed to connect to peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611): Connection refused: /127.1.234.195:41611
23:53:55.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468435623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:55.629 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.630 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.1.234.252:33151(127.1.234.252:33151) for tablet Kudu Master: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.634 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:55.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:53:55.646 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.646 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.647 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.647 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:55.667 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.667 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.667 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.668 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:55.686 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.686 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.687 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:55.706 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.706 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.706 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.707 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:55.726 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.726 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.727 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:55.746 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.746 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.747 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:55.867 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.867 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.867 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.868 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:55.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:55.986 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:55.986 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:55.987 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:55.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:55.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:55.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:55.987 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:56.092 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:56.093 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:56.093 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:56.093 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.093 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.093 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:56.122 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:56.122 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:56.122 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:56.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:56.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:56.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:56.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:56.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:56.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:56.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:56.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:56.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:56.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:56.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468436123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:56.134 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:53:56.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:53:56.449 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:56.449 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:56.449 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:56.449 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.449 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.450 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:56.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:56.487 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:56.487 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:56.487 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:56.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:56.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:56.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:56.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:56.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:56.488 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:56.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:56.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:56.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:56.488 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:56.548 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:56.549 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:56.549 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:56.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.549 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.549 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:56.549 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.549 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.549 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:56.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:56.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:56.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468436624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:56.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:53:56.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:53:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:56Z chronyd exiting
23:53:56.962 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:53:56.963 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:53:56.963 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:53:56.964 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:53:56.964 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:53:56.964 [INFO - Thread-27] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:53:56.964 [DEBUG - Thread-27] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state TERMINATED
23:53:56.964 [DEBUG - Thread-27] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state TERMINATED
23:53:56.964 [DEBUG - Thread-27] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state TERMINATED
23:53:56.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:53:56.965 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:53:56.965 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:53:56.965 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:53:56.966 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:53:56.966 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
23:53:56.966 [INFO - Thread-27] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:53:56.966 [INFO - Thread-27] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:53:56.966 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:53:56.967 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:53:56.967 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
23:53:56.967 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:53:56.967 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:53:56.967 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:53:56.967 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:53:56.968 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f75a067
23:53:56.968 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:56.968 [DEBUG - Thread-27] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:56.968 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:53:56.968 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:56.968 [INFO - Thread-27] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:53:56.969 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:53:56.969 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
23:53:56.969 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
23:53:56.969 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
23:53:56.969 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:53:56.970 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b038728
23:53:56.970 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:56.970 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:56.970 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:53:56.970 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
23:53:56.970 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:53:56.971 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:53:56.971 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:56.971 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:56.971 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:56.971 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:53:56.971 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
23:53:56.972 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:53:56.972 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:53:56.972 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
23:53:56.972 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@788346b9
23:53:56.972 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:53:56.972 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29bf7073
23:53:56.973 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:53:56.973 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:53:56.973 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
23:53:56.973 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
23:53:56.973 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:53:56.973 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c386e72
23:53:56.974 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:56.974 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:53:56.974 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:56.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:56.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:53:56.975 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:56.975 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:56.976 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:53:56.976 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:56.976 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
23:53:56.978 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bcf166b
23:53:56.978 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
23:53:56.978 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b768e45
23:53:56.978 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:53:56.978 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:53:56.979 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:53:56.979 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:53:56.979 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:56.980 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:56.981 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:56.981 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70edba4c
23:53:56.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:56.982 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:56.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:56.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:56.982 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:56.982 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:56.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:56.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:56.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:56.983 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:53:56.983 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:56.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:56.986 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:56.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.988 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:56.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:56.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:56.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:56.988 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:56.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.989 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:56.989 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:56.993 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:56.993 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:56.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.995 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:56.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:56.995 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:56.995 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:56.995 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:56.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:56.997 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:56.997 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:56.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:56.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:56.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:56.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.000 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.000 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.001 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.002 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.002 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.002 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.003 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.003 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.003 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.003 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.005 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.010 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.010 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.011 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.015 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.016 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.016 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.017 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.030 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.030 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.030 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.031 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.031 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.032 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.033 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.033 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.034 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.034 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.034 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.036 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.036 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.037 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.037 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.039 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.039 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.039 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.040 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.042 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.042 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.042 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.043 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.051 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.056 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.056 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.056 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.057 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.057 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.058 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.058 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.059 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.060 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.060 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.060 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.061 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.062 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.062 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.062 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.062 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.062 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.062 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.062 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.063 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.070 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.070 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.070 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.071 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.076 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.076 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.076 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.077 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.077 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.077 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.077 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.077 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.080 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.080 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.080 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.080 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.080 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.080 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.081 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.082 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.083 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.083 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.083 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.089 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.090 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.090 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.090 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.090 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.090 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.105 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.105 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.105 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.105 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.105 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.106 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.107 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.116 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.116 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.117 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468437124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:57.128 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:57.129 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:57.129 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:57.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:57.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:57.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:57.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:57.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:57.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:57.130 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:57.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:57.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:57.131 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:57.135 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:53:57.136 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.136 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.136 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.137 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:53:57.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.137 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.137 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.137 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.138 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.138 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.140 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.140 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.140 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.141 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.141 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.150 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.151 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.151 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.151 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.156 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.156 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.156 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.157 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.162 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.162 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.162 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.162 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.162 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.162 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.163 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.180 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.180 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.180 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.181 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:57.230 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.230 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.231 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.231 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.242 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.242 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.244 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.245 [INFO - pool-162-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.245 [WARN - pool-162-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.256 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.256 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.256 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.257 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.257 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.257 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.259 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.266 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:57.267 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:57.267 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:57.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:57.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:57.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:57.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:57.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:57.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:57.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:57.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:57.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:57.268 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:57.310 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.311 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.311 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.312 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.312 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.312 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.312 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.322 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:57.322 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:57.322 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:57.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:57.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:57.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:57.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:57.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:57.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:57.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:57.323 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:57.323 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:57.323 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:57.356 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.356 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.356 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.357 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.357 [INFO - pool-156-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.357 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.358 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.358 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.359 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.360 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.360 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.361 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.463 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:57.463 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:57.463 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:57.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:57.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:57.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:57.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:57.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:57.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:57.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:57.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:57.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:57.464 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:57.483 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.483 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.483 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.484 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:57.575 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:57.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:57.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:57.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:57.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:57.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:57.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:57.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468437624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:57.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:53:57.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:53:57.659 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.660 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.660 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.661 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:57.742 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.743 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.743 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.744 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.744 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.744 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.770 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.770 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.771 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.771 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.776 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.777 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.777 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.778 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
.23:53:57.784 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468437783
23:53:57.784 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468437784
23:53:57.788 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:53:57.792 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:53:57.792 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:53:57.792 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:53:57.792 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:53:57.792 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:53:57.796 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:53:57.797 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.797 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.797 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.960 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:57.960 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:57.960 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:57.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:57.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:57.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:57.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:57.973 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:57.974 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:57.974 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:57.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:57.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:57.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:57.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:57.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:57.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:57.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:57.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:57.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:57.975 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:57.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:58.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:58.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:58.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.051 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:58.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:58.077 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:58.077 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:58.077 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:58.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.078 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:58.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468438124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:58.134 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:53:58.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:53:58.151 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:53:58.151 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:53:58.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:58.154884  3967 mini_oidc.cc:150] Starting JWKS server
23:53:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:58.158243  3967 webserver.cc:534] Webserver started at http://127.0.0.1:41115/ using document root <none> and password file <none>
23:53:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:58.158636  3967 mini_oidc.cc:186] Starting OIDC Discovery server
23:53:58.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:58.160550  3967 webserver.cc:534] Webserver started at http://127.0.0.1:40089/ using document root <none> and password file <none>
23:53:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:58Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:53:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:53:58Z Disabled control of system clock
23:53:58.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:58.225039  3967 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/wal
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/data
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/logs
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/data/info.pb
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.254:35097
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.254
23:53:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:53:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:53:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41115/jwks.json with env {}
23:53:58.282 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:58.283 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:58.283 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:58.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:58.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:58.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:58.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:58.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:58.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:58.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:58.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:58.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:58.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:58.402 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:53:58.402 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:53:58.402 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:53:58.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:58.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:58.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:53:58.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:58.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:58.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:58.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:58.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:53:58.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:53:58.403 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:53:58.403 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:58.403 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:58.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.403 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:58.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:58.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:58.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:58.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:58.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:58.512 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:58.512 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:58.512 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:58.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:58.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:58.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:58.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:58.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:58.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:58.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:58.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:58.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:58.513 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.552145  3979 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:53:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.552770  3979 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:53:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.553264  3979 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:53:58.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.587126  3979 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:53:58.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.587478  3979 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:53:58.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.587702  3979 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:53:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.587908  3979 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:53:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.588112  3979 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:53:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.588263  3979 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41115/jwks.json
23:53:58.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468438624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:58.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:53:58.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:58.636119  3979 master_runner.cc:387] Master server non-default flags:
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/data
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/wal
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.254:35097
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41115/jwks.json
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/data/info.pb
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.254
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/logs
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:53:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:53:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:53:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:53:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:53:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:53:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:53:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:53:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:53:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:58.637400  3979 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:53:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:53:58.639098  3979 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:53:58.648 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:53:58.649 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:53:58.649 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:53:58.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:58.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:58.649 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:58.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:53:58.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:58.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:53:58.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:58.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:58.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:53:58.650 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:53:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.651235  3985 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:53:58.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:58.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:59.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468439123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:59.148 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:53:59.150 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:53:59.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:59.280 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:59.281 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:59.281 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:59.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.283 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:59.476 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:59.476 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:59.476 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:59.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:59.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:59.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:59.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:59.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:59.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:59.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:59.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:59.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:59.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:59.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:59.517 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:59.518 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:59.518 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:59.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:59.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468439623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:53:59.645 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:53:59.647 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:53:59.666 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:53:59.667 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:53:59.667 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:53:59.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:59.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:59.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:53:59.669 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:59.669 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:59.669 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:53:59.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:59.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:59.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:53:59.670 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:53:59.710 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:53:59.710 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:53:59.710 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:53:59.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:53:59.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:53:59.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.713 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:53:59.713 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:53:59.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:53:59.956 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:53:59.956 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:53:59.957 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:53:59.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:59.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:59.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:53:59.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:59.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:59.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:53:59.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:59.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:59.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:53:59.958 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:53:59.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:53:58.652137  3986 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.033186  3987 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1379 milliseconds
23:54:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.034394  3988 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.037137  3979 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.385s	user 0.482s	sys 0.900s
23:54:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.037388  3979 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.385s	user 0.482s	sys 0.900s
23:54:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.037635  3979 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:00.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.038746  3979 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.041783  3979 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:00.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.043249  3979 hybrid_clock.cc:648] HybridClock initialized: now 1783468440043195 us; error 52 us; skew 500 ppm
23:54:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.044112  3979 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:00.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.052070  3979 webserver.cc:534] Webserver started at http://127.3.223.254:46497/ using document root <none> and password file <none>
23:54:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.053268  3979 fs_manager.cc:362] Metadata directory not provided
23:54:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.053619  3979 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:00.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.054160  3979 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.058746  3979 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/data/instance:
23:54:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c17ea60df254f3abf55b5d63fc52be1"
23:54:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:00 on dist-test-slave-1rxj"
23:54:00.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.060058  3979 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/wal/instance:
23:54:00.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c17ea60df254f3abf55b5d63fc52be1"
23:54:00.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:00 on dist-test-slave-1rxj"
23:54:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.069036  3979 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
23:54:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.075896  3995 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.077122  3979 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.003s
23:54:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.077576  3979 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/wal
23:54:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c17ea60df254f3abf55b5d63fc52be1"
23:54:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:00 on dist-test-slave-1rxj"
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.077903  3979 fs_report.cc:389] FS layout report
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/wal
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/wal
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/data/data
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:00.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468440124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:00.136 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:54:00.138 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:54:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.148870  3979 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.150574  3979 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.151010  3979 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:00.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:00.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.228238  3979 rpc_server.cc:307] RPC server started. Bound to: 127.3.223.254:35097
23:54:00.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.228312  4047 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.223.254:35097 every 8 connection(s)
23:54:00.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.231050  3979 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/data/info.pb
23:54:00.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.236567  3967 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 3979
23:54:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.236966  4048 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.237056  3967 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-0/wal/instance
23:54:00.237 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:00.238 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:00.238 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:00.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.240729  3967 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/wal
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/data
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/logs
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/data/info.pb
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.253:40309
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.253
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41115/jwks.json with env {}
23:54:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.251806  4048 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } has no permanent_uuid. Determining permanent_uuid...
23:54:00.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.286351  4048 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } has no permanent_uuid. Determining permanent_uuid...
23:54:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.289021  3998 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.223.253:40309: connect: Connection refused (error 111)
23:54:00.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.293596  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.253:40309: Network error: Client connection negotiation failed: client connection to 127.3.223.253:40309: connect: Connection refused (error 111)
23:54:00.322 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:00.322 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:00.323 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:00.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.323 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.343246  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } attempt: 1
23:54:00.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.348338  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.253:40309: Network error: Client connection negotiation failed: client connection to 127.3.223.253:40309: connect: Connection refused (error 111)
23:54:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.416787  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } attempt: 2
23:54:00.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.421469  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.253:40309: Network error: Client connection negotiation failed: client connection to 127.3.223.253:40309: connect: Connection refused (error 111)
23:54:00.472 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:00.473 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:00.473 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:00.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.474 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:00.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.512964  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } attempt: 3
23:54:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.517534  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.253:40309: Network error: Client connection negotiation failed: client connection to 127.3.223.253:40309: connect: Connection refused (error 111)
23:54:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.576695  4050 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.577271  4050 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.577821  4050 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.617463  4050 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:54:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.618165  4050 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.618680  4050 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:54:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.619077  4050 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:54:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.619472  4050 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:54:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.619760  4050 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41115/jwks.json
23:54:00.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468440624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:00.634 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:54:00.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:54:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.660991  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } attempt: 4
23:54:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.665376  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.253:40309: Network error: Client connection negotiation failed: client connection to 127.3.223.253:40309: connect: Connection refused (error 111)
23:54:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.672379  4050 master_runner.cc:387] Master server non-default flags:
23:54:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/data
23:54:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/wal
23:54:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.253:40309
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41115/jwks.json
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/data/info.pb
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.253
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/logs
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.673897  4050 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:00.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.675537  4050 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.686440  4059 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:00.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:00.720 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:00.720 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:00.720 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:00.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:00.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:00.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:00.722 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:00.722 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:00.722 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:00.722 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:00.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:00.928 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:00.929 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:00.929 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:00.929 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:00.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:00.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.930 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:00.930 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:00.964845  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } attempt: 5
23:54:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.972235  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.253:40309: Network error: Client connection negotiation failed: client connection to 127.3.223.253:40309: connect: Connection refused (error 111)
23:54:00.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:01.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468441124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:01.138 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:54:01.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:54:01.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:01.322 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:01.323 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:01.323 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:01.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.324 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:01.363 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:01.363 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:01.363 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:01.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:01.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:01.519821  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } attempt: 6
23:54:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:01.531107  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.253:40309: Network error: Client connection negotiation failed: client connection to 127.3.223.253:40309: connect: Connection refused (error 111)
23:54:01.626 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468441624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:01.637 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:54:01.639 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:54:01.693 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:01.693 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:01.693 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:01.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:01.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:01.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:01.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:01.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:01.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:02.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:00.687969  4060 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.053930  4062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:02.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.056860  4061 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1364 milliseconds
23:54:02.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.057145  4050 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:02.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.058504  4050 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:02.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.061939  4050 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:02.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.063381  4050 hybrid_clock.cc:648] HybridClock initialized: now 1783468442063334 us; error 62 us; skew 500 ppm
23:54:02.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.064162  4050 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.070775  4050 webserver.cc:534] Webserver started at http://127.3.223.253:40717/ using document root <none> and password file <none>
23:54:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.071713  4050 fs_manager.cc:362] Metadata directory not provided
23:54:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.071902  4050 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.072360  4050 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.076892  4050 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/data/instance:
23:54:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c05af8053f6420081cf08b22b5349d0"
23:54:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:02 on dist-test-slave-1rxj"
23:54:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.078055  4050 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/wal/instance:
23:54:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c05af8053f6420081cf08b22b5349d0"
23:54:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:02 on dist-test-slave-1rxj"
23:54:02.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.085474  4050 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.005s
23:54:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.091595  4071 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.092829  4050 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:54:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.093133  4050 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/wal
23:54:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c05af8053f6420081cf08b22b5349d0"
23:54:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:02 on dist-test-slave-1rxj"
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.093528  4050 fs_report.cc:389] FS layout report
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/wal
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/wal
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/data/data
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:02.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468442124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:02.133 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:54:02.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:54:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.152261  4050 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.153949  4050 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.154469  4050 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:02.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:02.222 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:02.223 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:02.223 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:02.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:02.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:02.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:02.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:02.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:02.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:02.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:02.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:02.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:02.224 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.234310  4050 rpc_server.cc:307] RPC server started. Bound to: 127.3.223.253:40309
23:54:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.234323  4122 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.223.253:40309 every 8 connection(s)
23:54:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.238278  4050 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/data/info.pb
23:54:02.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.245157  4123 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.248358  3967 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 4050
23:54:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.248844  3967 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-1/wal/instance
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.251935  3967 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/wal
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/data
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/logs
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/data/info.pb
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.252:33517
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.252
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41115/jwks.json with env {}
23:54:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.260818  4123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } has no permanent_uuid. Determining permanent_uuid...
23:54:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.293279  4123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } has no permanent_uuid. Determining permanent_uuid...
23:54:02.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.310068  4123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } has no permanent_uuid. Determining permanent_uuid...
23:54:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.313519  4073 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.318320  4123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.367866  4123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 1
23:54:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.373451  4123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.441957  4123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 2
23:54:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.447297  4123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.456 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:02.457 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:02.457 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:02.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:02.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:02.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:02.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:02.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:02.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:02.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:02.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:02.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:02.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:02.479 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:02.479 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:02.480 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:02.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:02.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:02.480 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:02.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:02.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:02.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:02.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:02.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:02.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:02.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:02.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:02.508 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:02.509 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:02.509 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:02.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.510 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:02.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.538780  4123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 3
23:54:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.543360  4123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.591744  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } attempt: 7
23:54:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.601511  4125 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.602275  4125 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.603116  4125 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.604323  4048 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } has no permanent_uuid. Determining permanent_uuid...
23:54:02.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.611133  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468442623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:02.633 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:54:02.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:54:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.646791  4125 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:54:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.647075  4125 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.647332  4125 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:54:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.647617  4125 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:54:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.647828  4125 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:54:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.647980  4125 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41115/jwks.json
23:54:02.662 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:02.663 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:02.663 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:02.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.663 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:02.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.669703  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 1
23:54:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.674228  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.686870  4123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 4
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.687969  4125 master_runner.cc:387] Master server non-default flags:
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/data
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/wal
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.252:33517
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41115/jwks.json
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/data/info.pb
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.252
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/logs
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.689602  4125 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.691413  4125 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.691460  4123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.703277  4137 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:02.712 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:02.712 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:02.712 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:02.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:02.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.713 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:02.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:02.713 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:02.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.755658  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 2
23:54:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.761917  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.847426  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 3
23:54:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.854092  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.902 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:02.902 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:02.902 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:02.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:02.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:02.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:02.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:02.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:02.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:02.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:02.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:02.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:02.903 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:02.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.990904  4123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 5
23:54:02.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:02.994541  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 4
23:54:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.996299  4123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.999552  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:03.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468443123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:03.126 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:03.127 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:03.127 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:03.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:03.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:03.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:03.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:03.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:03.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:03.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:03.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:03.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:03.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:03.134 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:54:03.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:54:03.162 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:03.162 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:03.162 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:03.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:03.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.283025  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 5
23:54:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:03.287569  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:03.370 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:03.370 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:03.371 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:03.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:03.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.543730  4123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 6
23:54:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:03.552151  4123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:03.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468443624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:03.639 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:54:03.640 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:54:03.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.839999  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 6
23:54:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:03.847308  4048 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.223.252:33517: Network error: Client connection negotiation failed: client connection to 127.3.223.252:33517: connect: Connection refused (error 111)
23:54:03.888 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:03.889 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:03.889 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:03.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:03.889 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:03.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:03.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:03.889 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:03.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:03.889 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:03.889 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:03.889 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:03.890 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:03.916 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:03.917 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:03.917 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:03.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:03.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:03.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:03.918 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:03.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.708608  4140 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:02.704586  4138 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:03.979350  4139 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:54:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.980016  4125 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.984082  4125 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:03.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.987324  4125 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.988745  4125 hybrid_clock.cc:648] HybridClock initialized: now 1783468443988693 us; error 69 us; skew 500 ppm
23:54:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.989650  4125 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:03.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.997092  4125 webserver.cc:534] Webserver started at http://127.3.223.252:45127/ using document root <none> and password file <none>
23:54:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.998044  4125 fs_manager.cc:362] Metadata directory not provided
23:54:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.998242  4125 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:03.998641  4125 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:04.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.003409  4125 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/data/instance:
23:54:04.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ee6fc3338b24834a3cf77b689e0ab56"
23:54:04.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:03 on dist-test-slave-1rxj"
23:54:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.004468  4125 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/wal/instance:
23:54:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ee6fc3338b24834a3cf77b689e0ab56"
23:54:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:03 on dist-test-slave-1rxj"
23:54:04.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.012465  4125 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.010s	sys 0.000s
23:54:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.019063  4153 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.020437  4125 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.020737  4125 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/wal
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ee6fc3338b24834a3cf77b689e0ab56"
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:03 on dist-test-slave-1rxj"
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.021042  4125 fs_report.cc:389] FS layout report
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/wal
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/wal
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/data/data
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:04.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.076149  4125 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:04.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.077777  4125 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:04.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.078203  4125 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:04.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468444124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:04.136 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:54:04.137 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:54:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.173018  4125 rpc_server.cc:307] RPC server started. Bound to: 127.3.223.252:33517
23:54:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.173085  4206 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.223.252:33517 every 8 connection(s)
23:54:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.176097  4125 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/data/info.pb
23:54:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.182907  4207 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.186434  3967 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 4125
23:54:04.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.186906  3967 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/master-2/wal/instance
23:54:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.198112  4207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } has no permanent_uuid. Determining permanent_uuid...
23:54:04.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:04.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.224987  4207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } has no permanent_uuid. Determining permanent_uuid...
23:54:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.249863  4207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } has no permanent_uuid. Determining permanent_uuid...
23:54:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.274900  4207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56: Bootstrap starting.
23:54:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.281127  4207 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56: Neither blocks nor log segments found. Creating new log.
23:54:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.283592  4207 log.cc:826] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56: Log is configured to *not* fsync() on all Append() calls
23:54:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.288729  4207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56: No bootstrap required, opened a new log
23:54:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.310071  4207 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.310729  4207 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:04.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.310930  4207 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9ee6fc3338b24834a3cf77b689e0ab56, State: Initialized, Role: FOLLOWER
23:54:04.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.311769  4207 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.314217  4216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.314901  4216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: This master's current role is: FOLLOWER
23:54:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.315515  4207 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: configured and running, proceeding with master startup.
23:54:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:04.334430  4159 tablet.cc:2406] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:04.345474  4227 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:54:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:04.346196  4227 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:54:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.336865  4125 master_runner.cc:187] Error getting master registration for 127.3.223.254:35097: OK, instance_id { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" instance_seqno: 1783468440207296 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:54:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.367795  4125 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:54:04.473 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:04.473 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:04.473 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:04.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:04.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:04.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:04.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:04.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:04.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:04.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:04.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:04.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:04.475 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:04.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.484400  4216 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.485021  4216 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.487936  4216 leader_election.cc:290] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c17ea60df254f3abf55b5d63fc52be1 (127.3.223.254:35097), 7c05af8053f6420081cf08b22b5349d0 (127.3.223.253:40309)
23:54:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.612792  4123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 7
23:54:04.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468444624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:04.640 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:54:04.641 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:54:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.644963  4123 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0: Bootstrap starting.
23:54:04.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.654313  4123 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0: Neither blocks nor log segments found. Creating new log.
23:54:04.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.656651  4123 log.cc:826] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0: Log is configured to *not* fsync() on all Append() calls
23:54:04.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.662851  4123 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0: No bootstrap required, opened a new log
23:54:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.691462  4123 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.692412  4123 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.692730  4123 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c05af8053f6420081cf08b22b5349d0, State: Initialized, Role: FOLLOWER
23:54:04.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.693794  4123 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.696653  4231 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:04.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.697805  4231 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [sys.catalog]: This master's current role is: FOLLOWER
23:54:04.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.698503  4123 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [sys.catalog]: configured and running, proceeding with master startup.
23:54:04.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.698679  4098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c05af8053f6420081cf08b22b5349d0" is_pre_election: true
23:54:04.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.699622  4098 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9ee6fc3338b24834a3cf77b689e0ab56 in term 0.
23:54:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.701260  4156 leader_election.cc:304] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c05af8053f6420081cf08b22b5349d0, 9ee6fc3338b24834a3cf77b689e0ab56; no voters: 
23:54:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.702255  4216 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.702610  4216 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.702929  4216 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 0 FOLLOWER]: Advancing to term 1
23:54:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.714499  4216 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.719717  4098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c05af8053f6420081cf08b22b5349d0"
23:54:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.720350  4098 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [term 0 FOLLOWER]: Advancing to term 1
23:54:04.725 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.728420  4098 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9ee6fc3338b24834a3cf77b689e0ab56 in term 1.
23:54:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.729727  4156 leader_election.cc:304] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c05af8053f6420081cf08b22b5349d0, 9ee6fc3338b24834a3cf77b689e0ab56; no voters: 
23:54:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.733794  4216 leader_election.cc:290] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [CANDIDATE]: Term 1 election: Requested vote from peers 4c17ea60df254f3abf55b5d63fc52be1 (127.3.223.254:35097), 7c05af8053f6420081cf08b22b5349d0 (127.3.223.253:40309)
23:54:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.733973  4236 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 1 FOLLOWER]: Leader election won for term 1
23:54:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.735531  4236 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [term 1 LEADER]: Becoming Leader. State: Replica: 9ee6fc3338b24834a3cf77b689e0ab56, State: Running, Role: LEADER
23:54:04.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.736541  4236 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.747731  4216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9ee6fc3338b24834a3cf77b689e0ab56. Latest consensus state: current_term: 1 leader_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:04.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.748500  4216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: This master's current role is: LEADER
23:54:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.763743  4241 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:54:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.776129  4241 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:54:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.797946  4246 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:54:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.802975  4098 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [term 1 FOLLOWER]: Refusing update from remote peer 9ee6fc3338b24834a3cf77b689e0ab56: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:54:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.805051  4236 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.801373  4050 master_runner.cc:187] Error getting master registration for 127.3.223.254:35097: OK, instance_id { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" instance_seqno: 1783468440207296 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:54:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.834736  4050 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:54:04.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.859529  4231 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9ee6fc3338b24834a3cf77b689e0ab56. Latest consensus state: current_term: 1 leader_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:04.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.860293  4231 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [sys.catalog]: This master's current role is: FOLLOWER
23:54:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.865314  4216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.866101  4216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: This master's current role is: LEADER
23:54:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.867937  4231 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.868685  4231 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0 [sys.catalog]: This master's current role is: FOLLOWER
23:54:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.873373  4241 catalog_manager.cc:1382] Generated new cluster ID: 9b007656b4474054942e44832e6ac9bd
23:54:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.873710  4241 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:54:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.880702  4048 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } attempt: 7
23:54:04.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:04.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:04.901 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:04.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:04.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:04.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:04.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:04.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:04.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:04.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:04.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:04.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:04.902 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:04.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.915081  4241 catalog_manager.cc:1405] Generated new certificate authority record
23:54:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.917455  4048 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1: Bootstrap starting.
23:54:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.921862  4241 catalog_manager.cc:1539] Loading token signing keys...
23:54:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.925964  4048 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1: Neither blocks nor log segments found. Creating new log.
23:54:04.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.928433  4048 log.cc:826] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1: Log is configured to *not* fsync() on all Append() calls
23:54:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.935811  4048 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1: No bootstrap required, opened a new log
23:54:04.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.969075  4241 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56: Generated new TSK 0
23:54:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.971890  4241 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:54:04.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.974573  4048 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.975637  4048 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.976078  4048 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c17ea60df254f3abf55b5d63fc52be1, State: Initialized, Role: FOLLOWER
23:54:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.977355  4048 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } }
23:54:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.979871  4255 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:04.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.980921  4255 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [sys.catalog]: This master's current role is: FOLLOWER
23:54:04.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.981841  4048 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [sys.catalog]: configured and running, proceeding with master startup.
23:54:04.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.987046  4020 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [term 0 FOLLOWER]: Advancing to term 1
23:54:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.988166  4022 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4c17ea60df254f3abf55b5d63fc52be1" is_pre_election: true
23:54:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.989082  4021 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4c17ea60df254f3abf55b5d63fc52be1"
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.992755  3967 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/wal
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/data
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/logs
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/data/info.pb
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.193:0
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.223.193
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.193
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:54:04.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:04.998899  4020 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [term 1 FOLLOWER]: Refusing update from remote peer 9ee6fc3338b24834a3cf77b689e0ab56: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:54:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.001132  4236 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:54:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.078943  4255 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9ee6fc3338b24834a3cf77b689e0ab56. Latest consensus state: current_term: 1 leader_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.079705  4255 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [sys.catalog]: This master's current role is: FOLLOWER
23:54:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.077127  4266 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.081283  4266 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1 [sys.catalog]: This master's current role is: FOLLOWER
23:54:05.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.114601  4272 catalog_manager.cc:1294] Loaded cluster ID: 9b007656b4474054942e44832e6ac9bd
23:54:05.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.115116  4272 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1: loading cluster ID for follower catalog manager: success
23:54:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.122816  4272 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1: acquiring CA information for follower catalog manager: success
23:54:05.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468445124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.128899  4272 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4c17ea60df254f3abf55b5d63fc52be1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:54:05.135 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:54:05.137 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:54:05.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:05.255 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:05.256 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:05.256 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:05.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:05.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:05.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:05.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:05.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:05.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:05.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:05.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:05.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:05.257 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:05.368 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:05.369 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:05.369 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:05.370 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.370 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.370 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.371 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:05.387 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:05.387 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:05.387 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:05.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:05.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:05.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:05.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:05.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:05.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:05.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:05.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:05.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:05.390 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:05.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:05.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:05.524571  4260 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:05.525969  4260 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:05.526908  4260 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.536116  4278 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c17ea60df254f3abf55b5d63fc52be1" member_type: VOTER last_known_addr { host: "127.3.223.254" port: 35097 } } peers { permanent_uuid: "7c05af8053f6420081cf08b22b5349d0" member_type: VOTER last_known_addr { host: "127.3.223.253" port: 40309 } } peers { permanent_uuid: "9ee6fc3338b24834a3cf77b689e0ab56" member_type: VOTER last_known_addr { host: "127.3.223.252" port: 33517 } } }
23:54:05.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.537182  4278 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 [sys.catalog]: This master's current role is: LEADER
23:54:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:05.590773  4260 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:05.592139  4260 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.223.193
23:54:05.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468445624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:05.639 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:54:05.641 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.658614  4260 tablet_server_runner.cc:78] Tablet server non-default flags:
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/data
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/wal
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.193:0
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/data/info.pb
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.193
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.223.193
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/logs
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.660343  4260 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.662467  4260 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:05.678097  4282 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:05.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:05.802 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:05.802 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:05.803 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:05.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:05.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:05.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:05.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:05.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:05.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:05.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:05.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:05.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:05.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.825423  4246 catalog_manager.cc:1294] Loaded cluster ID: 9b007656b4474054942e44832e6ac9bd
23:54:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.825747  4246 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0: loading cluster ID for follower catalog manager: success
23:54:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.848866  4246 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0: acquiring CA information for follower catalog manager: success
23:54:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:05.860672  4246 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7c05af8053f6420081cf08b22b5349d0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:54:05.873 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:05.873 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:05.873 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:05.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.876 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:05.972 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:05.977 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:05.978 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:05.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:05.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:05.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:05.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:05.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:06.043 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:06.043 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:06.043 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:06.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.045 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:06.128 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468446124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:06.139 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:54:06.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:54:06.168 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:06.169 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:06.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.175 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:06.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.175 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:06.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:06.356 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:06.356 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:06.356 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:06.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:06.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:06.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:06.357 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:06.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:06.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:06.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:06.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:06.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:06.358 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:06.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:06.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468446623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:06.638 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:54:06.640 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:54:06.656 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:06.657 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:06.657 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:06.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.659 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:06.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:06.732 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:06.732 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:06.732 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:06.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.733 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.735 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:06.776 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:06.776 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:06.776 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:06.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:06.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:06.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:06.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:06.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:06.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:06.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:06.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:06.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:06.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:06.891 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:06.891 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:06.891 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:06.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:06.899 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:06.899 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:06.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:06.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:06.929 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:06.929 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:06.929 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:06.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.932 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.932 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.933 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:06.942 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:06.943 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:06.943 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:06.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:06.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:06.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:06.945 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:06.949 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:06.949 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:06.949 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:06.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.950 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.950 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:06.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:06.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:06.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:06.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:07.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:07.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:07.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:07.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:07.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:07.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:07.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:07.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:07.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:07.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:07.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:07.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:07.052 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:07.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468447123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:07.143 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:54:07.146 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:54:07.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:07.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:07.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468447623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:07.647 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
23:54:07.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:54:07.682 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:07.682 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:07.683 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:07.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:07.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:07.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:07.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:07.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:07.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:07.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:07.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:07.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:07.684 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:07.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:07.723 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:07.723 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:07.723 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:07.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:07.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:07.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:07.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:07.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:07.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:07.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:07.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:07.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:07.726 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:07.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:08.122 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:08.122 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:08.122 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:08.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:08.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:08.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:08.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:08.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:08.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:08.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:08.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:08.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:08.124 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:08.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468448124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:08.141 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:54:08.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:54:08.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:08.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:08.627 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468448626 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:08.654 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=27 ms, finalizationTime=0 ms).
23:54:08.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:54:08.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:08.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:09.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468449124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:09.140 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:54:09.141 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:54:09.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:09.326 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:09.327 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:09.327 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:09.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:09.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:09.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:09.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:09.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:09.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:09.329 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:09.329 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:09.329 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:09.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:09.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:09.533 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:09.533 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:09.533 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:09.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:09.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:09.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:09.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:09.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:09.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:09.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:09.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:09.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:09.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:09.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:09.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:09.577 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:09.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:09.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:09.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:09.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:09.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:09.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:09.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:09.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:09.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:09.577 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:09.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468449624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:09.634 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:54:09.636 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:54:09.642 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:09.642 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:09.642 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:09.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.644 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:09.669 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:09.670 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:09.670 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:09.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:09.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:09.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:09.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:09.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:09.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:09.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:09.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:09.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:09.672 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:09.677 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:09.677 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:09.678 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:09.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:09.714316  4260 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 4.032s	user 0.001s	sys 0.000s
23:54:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:09.714843  4260 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 4.033s	user 0.002s	sys 0.000s
23:54:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:09.715335  4284 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 4031 milliseconds
23:54:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:07.082594  4281 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 4260
23:54:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:05.681150  4283 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:09.717 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.717164  4260 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:09.717 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:09.718 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:09.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:09.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:09.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:09.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:09.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:09.717056  4286 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.721668  4260 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.724606  4260 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.726183  4260 hybrid_clock.cc:648] HybridClock initialized: now 1783468449726138 us; error 44 us; skew 500 ppm
23:54:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.726991  4260 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.734896  4260 webserver.cc:534] Webserver started at http://127.3.223.193:42145/ using document root <none> and password file <none>
23:54:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.735822  4260 fs_manager.cc:362] Metadata directory not provided
23:54:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.736003  4260 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.736397  4260 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:09.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.741052  4260 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/data/instance:
23:54:09.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d7677232be64ac9a3f6e476e020358a"
23:54:09.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:09 on dist-test-slave-1rxj"
23:54:09.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.742530  4260 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/wal/instance:
23:54:09.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d7677232be64ac9a3f6e476e020358a"
23:54:09.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:09 on dist-test-slave-1rxj"
23:54:09.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.750831  4260 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.001s	sys 0.004s
23:54:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.757302  4296 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.758612  4260 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.758957  4260 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/wal
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d7677232be64ac9a3f6e476e020358a"
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:09 on dist-test-slave-1rxj"
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.759335  4260 fs_report.cc:389] FS layout report
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/wal
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/wal
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/data/data
23:54:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:09.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.814527  4260 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.816131  4260 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.816623  4260 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.819520  4260 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:54:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.824013  4260 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:54:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.824261  4260 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:54:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.824592  4260 ts_tablet_manager.cc:616] Registered 0 tablets
23:54:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.824782  4260 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:54:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.981460  4260 rpc_server.cc:307] RPC server started. Bound to: 127.3.223.193:36725
23:54:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.981654  4410 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.223.193:36725 every 8 connection(s)
23:54:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.984689  4260 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/data/info.pb
23:54:09.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.995847  3967 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 4260
23:54:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:09.996531  3967 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-0/wal/instance
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.030277  3967 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/wal
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/data
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/logs
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/data/info.pb
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.194:0
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.223.194
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.194
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:54:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.036772  4411 heartbeater.cc:344] Connected to a master server at 127.3.223.252:33517
23:54:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.037281  4411 heartbeater.cc:461] Registering TS with master...
23:54:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.037470  4412 heartbeater.cc:344] Connected to a master server at 127.3.223.253:40309
23:54:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.037895  4412 heartbeater.cc:461] Registering TS with master...
23:54:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.038825  4411 heartbeater.cc:507] Master 127.3.223.252:33517 requested a full tablet report, sending...
23:54:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.039240  4412 heartbeater.cc:507] Master 127.3.223.253:40309 requested a full tablet report, sending...
23:54:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.042052  4172 ts_manager.cc:194] Registered new tserver with Master: 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725)
23:54:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.042476  4413 heartbeater.cc:344] Connected to a master server at 127.3.223.254:35097
23:54:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.042819  4413 heartbeater.cc:461] Registering TS with master...
23:54:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.043442  4088 ts_manager.cc:194] Registered new tserver with Master: 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725)
23:54:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.043704  4413 heartbeater.cc:507] Master 127.3.223.254:35097 requested a full tablet report, sending...
23:54:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.044852  4172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.223.193:37871
23:54:10.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.047400  4012 ts_manager.cc:194] Registered new tserver with Master: 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725)
23:54:10.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468450124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:10.133 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:54:10.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:54:10.139 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:10.139 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:10.140 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:10.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:10.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:10.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:10.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:10.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:10.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:10.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:10.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:10.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:10.141 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:10.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:10.292 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:10.293 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:10.293 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:10.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.293 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:10.294 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27381), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [48ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [137ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [137ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [234ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [239ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [239ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [240ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [282ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [324ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [383ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [465ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [544ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1004ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1762ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1863ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3440ms] refreshing cache from master, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@609442986(state=PENDING, result=null, callback=(continuation of Deferred@658786073 after retry RPC after error@395378439) -> (continuation of Deferred@624067684 after retry RPC after error@456796772) -> (continuation of Deferred@516151957 after retry RPC after error@238773901) -> (continuation of Deferred@1058787978 after retry RPC after error@1975039495) -> (continuation of Deferred@1966067031 after retry RPC after error@552977009) -> (continuation of Deferred@1100733287 after retry RPC after error@1906529757) -> (continuation of Deferred@2062379979 after retry RPC after error@1946536109) -> (continuation of Deferred@1809474985 after retry RPC after error@12372146) -> (continuation of Deferred@287201373 after retry RPC after error@1258596979) -> (continuation of Deferred@1942710679 after retry RPC after error@357881348) -> (continuation of Deferred@1995155523 after retry RPC after error@408081375) -> (continuation of Deferred@813532819 after retry RPC after error@61506158) -> (continuation of Deferred@682134504 after retry RPC after error@652896521) -> (continuation of Deferred@2063542873 after retry RPC after error@764509850) -> (continuation of Deferred@1091192587 after retry RPC after error@878562306) -> (continuation of Deferred@938710322 after retry RPC after error@288377080) -> (continuation of Deferred@34695114 after retry RPC after error@1484162646) -> (continuation of Deferred@1929892463 after retry RPC after error@1625498495) -> (continuation of Deferred@1766139806 after retry RPC after error@99440854) -> (continuation of Deferred@1211397806 after retry RPC after error@825576460) -> (continuation of Deferred@1896670307 after retry RPC after error@516434300) -> (continuation of Deferred@1965210893 after retry RPC after error@1861016201) -> (continuation of Deferred@2027226315 after retry RPC after error@663306596), errback=(continuation of Deferred@658786073 after retry RPC after error@395378439) -> (continuation of Deferred@624067684 after retry RPC after error@456796772) -> (continuation of Deferred@516151957 after retry RPC after error@238773901) -> (continuation of Deferred@1058787978 after retry RPC after error@1975039495) -> (continuation of Deferred@1966067031 after retry RPC after error@552977009) -> (continuation of Deferred@1100733287 after retry RPC after error@1906529757) -> (continuation of Deferred@2062379979 after retry RPC after error@1946536109) -> (continuation of Deferred@1809474985 after retry RPC after error@12372146) -> (continuation of Deferred@287201373 after retry RPC after error@1258596979) -> (continuation of Deferred@1942710679 after retry RPC after error@357881348) -> (continuation of Deferred@1995155523 after retry RPC after error@408081375) -> (continuation of Deferred@813532819 after retry RPC after error@61506158) -> (continuation of Deferred@682134504 after retry RPC after error@652896521) -> (continuation of Deferred@2063542873 after retry RPC after error@764509850) -> (continuation of Deferred@1091192587 after retry RPC after error@878562306) -> (continuation of Deferred@938710322 after retry RPC after error@288377080) -> (continuation of Deferred@34695114 after retry RPC after error@1484162646) -> (continuation of Deferred@1929892463 after retry RPC after error@1625498495) -> (continuation of Deferred@1766139806 after retry RPC after error@99440854) -> (continuation of Deferred@1211397806 after retry RPC after error@825576460) -> (continuation of Deferred@1896670307 after retry RPC after error@516434300) -> (continuation of Deferred@1965210893 after retry RPC after error@1861016201) -> (continuation of Deferred@2027226315 after retry RPC after error@663306596)))
23:54:10.295 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:54:10.295 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27381), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [48ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [137ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [137ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [234ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [239ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [239ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [240ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [282ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [324ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [383ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [465ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [544ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1004ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1762ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1863ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3440ms] refreshing cache from master, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@609442986(state=PENDING, result=null, callback=(continuation of Deferred@658786073 after retry RPC after error@395378439) -> (continuation of Deferred@624067684 after retry RPC after error@456796772) -> (continuation of Deferred@516151957 after retry RPC after error@238773901) -> (continuation of Deferred@1058787978 after retry RPC after error@1975039495) -> (continuation of Deferred@1966067031 after retry RPC after error@552977009) -> (continuation of Deferred@1100733287 after retry RPC after error@1906529757) -> (continuation of Deferred@2062379979 after retry RPC after error@1946536109) -> (continuation of Deferred@1809474985 after retry RPC after error@12372146) -> (continuation of Deferred@287201373 after retry RPC after error@1258596979) -> (continuation of Deferred@1942710679 after retry RPC after error@357881348) -> (continuation of Deferred@1995155523 after retry RPC after error@408081375) -> (continuation of Deferred@813532819 after retry RPC after error@61506158) -> (continuation of Deferred@682134504 after retry RPC after error@652896521) -> (continuation of Deferred@2063542873 after retry RPC after error@764509850) -> (continuation of Deferred@1091192587 after retry RPC after error@878562306) -> (continuation of Deferred@938710322 after retry RPC after error@288377080) -> (continuation of Deferred@34695114 after retry RPC after error@1484162646) -> (continuation of Deferred@1929892463 after retry RPC after error@1625498495) -> (continuation of Deferred@1766139806 after retry RPC after error@99440854) -> (continuation of Deferred@1211397806 after retry RPC after error@825576460) -> (continuation of Deferred@1896670307 after retry RPC after error@516434300) -> (continuation of Deferred@1965210893 after retry RPC after error@1861016201) -> (continuation of Deferred@2027226315 after retry RPC after error@663306596), errback=(continuation of Deferred@658786073 after retry RPC after error@395378439) -> (continuation of Deferred@624067684 after retry RPC after error@456796772) -> (continuation of Deferred@516151957 after retry RPC after error@238773901) -> (continuation of Deferred@1058787978 after retry RPC after error@1975039495) -> (continuation of Deferred@1966067031 after retry RPC after error@552977009) -> (continuation of Deferred@1100733287 after retry RPC after error@1906529757) -> (continuation of Deferred@2062379979 after retry RPC after error@1946536109) -> (continuation of Deferred@1809474985 after retry RPC after error@12372146) -> (continuation of Deferred@287201373 after retry RPC after error@1258596979) -> (continuation of Deferred@1942710679 after retry RPC after error@357881348) -> (continuation of Deferred@1995155523 after retry RPC after error@408081375) -> (continuation of Deferred@813532819 after retry RPC after error@61506158) -> (continuation of Deferred@682134504 after retry RPC after error@652896521) -> (continuation of Deferred@2063542873 after retry RPC after error@764509850) -> (continuation of Deferred@1091192587 after retry RPC after error@878562306) -> (continuation of Deferred@938710322 after retry RPC after error@288377080) -> (continuation of Deferred@34695114 after retry RPC after error@1484162646) -> (continuation of Deferred@1929892463 after retry RPC after error@1625498495) -> (continuation of Deferred@1766139806 after retry RPC after error@99440854) -> (continuation of Deferred@1211397806 after retry RPC after error@825576460) -> (continuation of Deferred@1896670307 after retry RPC after error@516434300) -> (continuation of Deferred@1965210893 after retry RPC after error@1861016201) -> (continuation of Deferred@2027226315 after retry RPC after error@663306596)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:10.296 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:54:10.298 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:54:10.300 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27381), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [48ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [137ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [137ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [234ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [239ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [239ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [240ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [282ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [324ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [383ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [464ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [465ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [544ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1004ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1762ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1863ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3440ms] refreshing cache from master, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@609442986(state=PENDING, result=null, callback=(continuation of Deferred@658786073 after retry RPC after error@395378439) -> (continuation of Deferred@624067684 after retry RPC after error@456796772) -> (continuation of Deferred@516151957 after retry RPC after error@238773901) -> (continuation of Deferred@1058787978 after retry RPC after error@1975039495) -> (continuation of Deferred@1966067031 after retry RPC after error@552977009) -> (continuation of Deferred@1100733287 after retry RPC after error@1906529757) -> (continuation of Deferred@2062379979 after retry RPC after error@1946536109) -> (continuation of Deferred@1809474985 after retry RPC after error@12372146) -> (continuation of Deferred@287201373 after retry RPC after error@1258596979) -> (continuation of Deferred@1942710679 after retry RPC after error@357881348) -> (continuation of Deferred@1995155523 after retry RPC after error@408081375) -> (continuation of Deferred@813532819 after retry RPC after error@61506158) -> (continuation of Deferred@682134504 after retry RPC after error@652896521) -> (continuation of Deferred@2063542873 after retry RPC after error@764509850) -> (continuation of Deferred@1091192587 after retry RPC after error@878562306) -> (continuation of Deferred@938710322 after retry RPC after error@288377080) -> (continuation of Deferred@34695114 after retry RPC after error@1484162646) -> (continuation of Deferred@1929892463 after retry RPC after error@1625498495) -> (continuation of Deferred@1766139806 after retry RPC after error@99440854) -> (continuation of Deferred@1211397806 after retry RPC after error@825576460) -> (continuation of Deferred@1896670307 after retry RPC after error@516434300) -> (continuation of Deferred@1965210893 after retry RPC after error@1861016201) -> (continuation of Deferred@2027226315 after retry RPC after error@663306596), errback=(continuation of Deferred@658786073 after retry RPC after error@395378439) -> (continuation of Deferred@624067684 after retry RPC after error@456796772) -> (continuation of Deferred@516151957 after retry RPC after error@238773901) -> (continuation of Deferred@1058787978 after retry RPC after error@1975039495) -> (continuation of Deferred@1966067031 after retry RPC after error@552977009) -> (continuation of Deferred@1100733287 after retry RPC after error@1906529757) -> (continuation of Deferred@2062379979 after retry RPC after error@1946536109) -> (continuation of Deferred@1809474985 after retry RPC after error@12372146) -> (continuation of Deferred@287201373 after retry RPC after error@1258596979) -> (continuation of Deferred@1942710679 after retry RPC after error@357881348) -> (continuation of Deferred@1995155523 after retry RPC after error@408081375) -> (continuation of Deferred@813532819 after retry RPC after error@61506158) -> (continuation of Deferred@682134504 after retry RPC after error@652896521) -> (continuation of Deferred@2063542873 after retry RPC after error@764509850) -> (continuation of Deferred@1091192587 after retry RPC after error@878562306) -> (continuation of Deferred@938710322 after retry RPC after error@288377080) -> (continuation of Deferred@34695114 after retry RPC after error@1484162646) -> (continuation of Deferred@1929892463 after retry RPC after error@1625498495) -> (continuation of Deferred@1766139806 after retry RPC after error@99440854) -> (continuation of Deferred@1211397806 after retry RPC after error@825576460) -> (continuation of Deferred@1896670307 after retry RPC after error@516434300) -> (continuation of Deferred@1965210893 after retry RPC after error@1861016201) -> (continuation of Deferred@2027226315 after retry RPC after error@663306596)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:10.301 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:10.301 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:54:10.301 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RUNNING to RESTARTING.
23:54:10.302 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
23:54:10.302 [WARN - flink-pekko.actor.default-dispatcher-4] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:54:10.302 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:10.302 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:10.303 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:10.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.303 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:10.387478  4421 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:10.387977  4421 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:10.388397  4421 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:10.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:10.422219  4421 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:10.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:10.423237  4421 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.223.194
23:54:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.461341  4421 tablet_server_runner.cc:78] Tablet server non-default flags:
23:54:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/data
23:54:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/wal
23:54:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.194:0
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/data/info.pb
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.194
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.223.194
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/logs
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.462726  4421 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:10.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:10.464360  4421 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:10.476286  4427 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:10.502 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:10.503 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:10.503 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:10.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:10.537 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:10.537 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:10.538 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:10.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:10.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:10.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:10.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:10.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:10.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:10.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:10.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:10.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:10.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:10.583 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:10.583 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:10.583 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:10.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.585 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:10.587 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27677), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [205ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [211ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [215ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [216ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [253ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [264ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [285ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [285ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [286ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [286ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [304ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [304ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [343ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [363ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [481ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [484ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [742ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1023ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1104ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2663ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [6741ms] refreshing cache from master, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [6742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [6742ms] too many traces: truncated at 100 traces, deferred=Deferred@1150580054(state=PENDING, result=null, callback=(continuation of Deferred@1553874966 after retry RPC after error@1673051806) -> (continuation of Deferred@766163612 after retry RPC after error@1257460922) -> (continuation of Deferred@1682121474 after retry RPC after error@1109998938) -> (continuation of Deferred@984547801 after retry RPC after error@1789514930) -> (continuation of Deferred@386904534 after retry RPC after error@474451328) -> (continuation of Deferred@1587865112 after retry RPC after error@2056037690) -> (continuation of Deferred@283585212 after retry RPC after error@820813485) -> (continuation of Deferred@1224817294 after retry RPC after error@1455158241) -> (continuation of Deferred@2141229376 after retry RPC after error@728592879) -> (continuation of Deferred@1803090758 after retry RPC after error@1649748275) -> (continuation of Deferred@419733160 after retry RPC after error@1495692910) -> (continuation of Deferred@1965556935 after retry RPC after error@1056942048) -> (continuation of Deferred@53714761 after retry RPC after error@1766595655) -> (continuation of Deferred@1551311765 after retry RPC after error@536104796) -> (continuation of Deferred@2249276 after retry RPC after error@159766619) -> (continuation of Deferred@1812674933 after retry RPC after error@1362625799) -> (continuation of Deferred@1134104238 after retry RPC after error@1694056838) -> (continuation of Deferred@1368136957 after retry RPC after error@1074605046) -> (continuation of Deferred@1265283367 after retry RPC after error@1697721533) -> (continuation of Deferred@1424736018 after retry RPC after error@2106617058) -> (continuation of Deferred@1676483070 after retry RPC after error@257263098) -> (continuation of Deferred@114272301 after retry RPC after error@2017862506) -> (continuation of Deferred@1936713589 after retry RPC after error@1345767095) -> (continuation of Deferred@734233180 after retry RPC after error@1658300733) -> (continuation of Deferred@1854914141 after retry RPC after error@141217349), errback=(continuation of Deferred@1553874966 after retry RPC after error@1673051806) -> (continuation of Deferred@766163612 after retry RPC after error@1257460922) -> (continuation of Deferred@1682121474 after retry RPC after error@1109998938) -> (continuation of Deferred@984547801 after retry RPC after error@1789514930) -> (continuation of Deferred@386904534 after retry RPC after error@474451328) -> (continuation of Deferred@1587865112 after retry RPC after error@2056037690) -> (continuation of Deferred@283585212 after retry RPC after error@820813485) -> (continuation of Deferred@1224817294 after retry RPC after error@1455158241) -> (continuation of Deferred@2141229376 after retry RPC after error@728592879) -> (continuation of Deferred@1803090758 after retry RPC after error@1649748275) -> (continuation of Deferred@419733160 after retry RPC after error@1495692910) -> (continuation of Deferred@1965556935 after retry RPC after error@1056942048) -> (continuation of Deferred@53714761 after retry RPC after error@1766595655) -> (continuation of Deferred@1551311765 after retry RPC after error@536104796) -> (continuation of Deferred@2249276 after retry RPC after error@159766619) -> (continuation of Deferred@1812674933 after retry RPC after error@1362625799) -> (continuation of Deferred@1134104238 after retry RPC after error@1694056838) -> (continuation of Deferred@1368136957 after retry RPC after error@1074605046) -> (continuation of Deferred@1265283367 after retry RPC after error@1697721533) -> (continuation of Deferred@1424736018 after retry RPC after error@2106617058) -> (continuation of Deferred@1676483070 after retry RPC after error@257263098) -> (continuation of Deferred@114272301 after retry RPC after error@2017862506) -> (continuation of Deferred@1936713589 after retry RPC after error@1345767095) -> (continuation of Deferred@734233180 after retry RPC after error@1658300733) -> (continuation of Deferred@1854914141 after retry RPC after error@141217349)))
23:54:10.588 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:54:10.588 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27677), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [205ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [211ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [215ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [216ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [253ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [264ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [285ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [285ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [286ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [286ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [304ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [304ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [343ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [363ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [481ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [484ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [742ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1023ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1104ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2663ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [6741ms] refreshing cache from master, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [6742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [6742ms] too many traces: truncated at 100 traces, deferred=Deferred@1150580054(state=PENDING, result=null, callback=(continuation of Deferred@1553874966 after retry RPC after error@1673051806) -> (continuation of Deferred@766163612 after retry RPC after error@1257460922) -> (continuation of Deferred@1682121474 after retry RPC after error@1109998938) -> (continuation of Deferred@984547801 after retry RPC after error@1789514930) -> (continuation of Deferred@386904534 after retry RPC after error@474451328) -> (continuation of Deferred@1587865112 after retry RPC after error@2056037690) -> (continuation of Deferred@283585212 after retry RPC after error@820813485) -> (continuation of Deferred@1224817294 after retry RPC after error@1455158241) -> (continuation of Deferred@2141229376 after retry RPC after error@728592879) -> (continuation of Deferred@1803090758 after retry RPC after error@1649748275) -> (continuation of Deferred@419733160 after retry RPC after error@1495692910) -> (continuation of Deferred@1965556935 after retry RPC after error@1056942048) -> (continuation of Deferred@53714761 after retry RPC after error@1766595655) -> (continuation of Deferred@1551311765 after retry RPC after error@536104796) -> (continuation of Deferred@2249276 after retry RPC after error@159766619) -> (continuation of Deferred@1812674933 after retry RPC after error@1362625799) -> (continuation of Deferred@1134104238 after retry RPC after error@1694056838) -> (continuation of Deferred@1368136957 after retry RPC after error@1074605046) -> (continuation of Deferred@1265283367 after retry RPC after error@1697721533) -> (continuation of Deferred@1424736018 after retry RPC after error@2106617058) -> (continuation of Deferred@1676483070 after retry RPC after error@257263098) -> (continuation of Deferred@114272301 after retry RPC after error@2017862506) -> (continuation of Deferred@1936713589 after retry RPC after error@1345767095) -> (continuation of Deferred@734233180 after retry RPC after error@1658300733) -> (continuation of Deferred@1854914141 after retry RPC after error@141217349), errback=(continuation of Deferred@1553874966 after retry RPC after error@1673051806) -> (continuation of Deferred@766163612 after retry RPC after error@1257460922) -> (continuation of Deferred@1682121474 after retry RPC after error@1109998938) -> (continuation of Deferred@984547801 after retry RPC after error@1789514930) -> (continuation of Deferred@386904534 after retry RPC after error@474451328) -> (continuation of Deferred@1587865112 after retry RPC after error@2056037690) -> (continuation of Deferred@283585212 after retry RPC after error@820813485) -> (continuation of Deferred@1224817294 after retry RPC after error@1455158241) -> (continuation of Deferred@2141229376 after retry RPC after error@728592879) -> (continuation of Deferred@1803090758 after retry RPC after error@1649748275) -> (continuation of Deferred@419733160 after retry RPC after error@1495692910) -> (continuation of Deferred@1965556935 after retry RPC after error@1056942048) -> (continuation of Deferred@53714761 after retry RPC after error@1766595655) -> (continuation of Deferred@1551311765 after retry RPC after error@536104796) -> (continuation of Deferred@2249276 after retry RPC after error@159766619) -> (continuation of Deferred@1812674933 after retry RPC after error@1362625799) -> (continuation of Deferred@1134104238 after retry RPC after error@1694056838) -> (continuation of Deferred@1368136957 after retry RPC after error@1074605046) -> (continuation of Deferred@1265283367 after retry RPC after error@1697721533) -> (continuation of Deferred@1424736018 after retry RPC after error@2106617058) -> (continuation of Deferred@1676483070 after retry RPC after error@257263098) -> (continuation of Deferred@114272301 after retry RPC after error@2017862506) -> (continuation of Deferred@1936713589 after retry RPC after error@1345767095) -> (continuation of Deferred@734233180 after retry RPC after error@1658300733) -> (continuation of Deferred@1854914141 after retry RPC after error@141217349)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.126:33913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:10.589 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:54:10.591 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:54:10.594 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27677), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [205ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [211ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [215ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [216ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [253ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [264ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [285ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [285ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [286ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [286ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [304ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [304ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [343ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [363ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [481ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [484ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [742ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1023ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1104ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2663ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [6741ms] refreshing cache from master, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [6742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [6742ms] too many traces: truncated at 100 traces, deferred=Deferred@1150580054(state=PENDING, result=null, callback=(continuation of Deferred@1553874966 after retry RPC after error@1673051806) -> (continuation of Deferred@766163612 after retry RPC after error@1257460922) -> (continuation of Deferred@1682121474 after retry RPC after error@1109998938) -> (continuation of Deferred@984547801 after retry RPC after error@1789514930) -> (continuation of Deferred@386904534 after retry RPC after error@474451328) -> (continuation of Deferred@1587865112 after retry RPC after error@2056037690) -> (continuation of Deferred@283585212 after retry RPC after error@820813485) -> (continuation of Deferred@1224817294 after retry RPC after error@1455158241) -> (continuation of Deferred@2141229376 after retry RPC after error@728592879) -> (continuation of Deferred@1803090758 after retry RPC after error@1649748275) -> (continuation of Deferred@419733160 after retry RPC after error@1495692910) -> (continuation of Deferred@1965556935 after retry RPC after error@1056942048) -> (continuation of Deferred@53714761 after retry RPC after error@1766595655) -> (continuation of Deferred@1551311765 after retry RPC after error@536104796) -> (continuation of Deferred@2249276 after retry RPC after error@159766619) -> (continuation of Deferred@1812674933 after retry RPC after error@1362625799) -> (continuation of Deferred@1134104238 after retry RPC after error@1694056838) -> (continuation of Deferred@1368136957 after retry RPC after error@1074605046) -> (continuation of Deferred@1265283367 after retry RPC after error@1697721533) -> (continuation of Deferred@1424736018 after retry RPC after error@2106617058) -> (continuation of Deferred@1676483070 after retry RPC after error@257263098) -> (continuation of Deferred@114272301 after retry RPC after error@2017862506) -> (continuation of Deferred@1936713589 after retry RPC after error@1345767095) -> (continuation of Deferred@734233180 after retry RPC after error@1658300733) -> (continuation of Deferred@1854914141 after retry RPC after error@141217349), errback=(continuation of Deferred@1553874966 after retry RPC after error@1673051806) -> (continuation of Deferred@766163612 after retry RPC after error@1257460922) -> (continuation of Deferred@1682121474 after retry RPC after error@1109998938) -> (continuation of Deferred@984547801 after retry RPC after error@1789514930) -> (continuation of Deferred@386904534 after retry RPC after error@474451328) -> (continuation of Deferred@1587865112 after retry RPC after error@2056037690) -> (continuation of Deferred@283585212 after retry RPC after error@820813485) -> (continuation of Deferred@1224817294 after retry RPC after error@1455158241) -> (continuation of Deferred@2141229376 after retry RPC after error@728592879) -> (continuation of Deferred@1803090758 after retry RPC after error@1649748275) -> (continuation of Deferred@419733160 after retry RPC after error@1495692910) -> (continuation of Deferred@1965556935 after retry RPC after error@1056942048) -> (continuation of Deferred@53714761 after retry RPC after error@1766595655) -> (continuation of Deferred@1551311765 after retry RPC after error@536104796) -> (continuation of Deferred@2249276 after retry RPC after error@159766619) -> (continuation of Deferred@1812674933 after retry RPC after error@1362625799) -> (continuation of Deferred@1134104238 after retry RPC after error@1694056838) -> (continuation of Deferred@1368136957 after retry RPC after error@1074605046) -> (continuation of Deferred@1265283367 after retry RPC after error@1697721533) -> (continuation of Deferred@1424736018 after retry RPC after error@2106617058) -> (continuation of Deferred@1676483070 after retry RPC after error@257263098) -> (continuation of Deferred@114272301 after retry RPC after error@2017862506) -> (continuation of Deferred@1936713589 after retry RPC after error@1345767095) -> (continuation of Deferred@734233180 after retry RPC after error@1658300733) -> (continuation of Deferred@1854914141 after retry RPC after error@141217349)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.126:33913
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:10.595 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:54:10.596 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:54:10.596 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:54:10.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468450624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:10.638 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:54:10.646 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:54:10.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:10.902 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:10.902 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:10.903 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:10.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:10.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:10.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:10.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:10.953 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:10.953 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:10.953 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:10.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:10.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:10.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:10.955 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.049161  4411 heartbeater.cc:499] Master 127.3.223.252:33517 was elected leader, sending a full tablet report...
23:54:11.126 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468451123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:11.135 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:11.136 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:11.136 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:11.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.137 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:11.139 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:11.140 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:11.140 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:11.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.141 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.141 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.141 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.142 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:11.144 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
23:54:11.145 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:54:11.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:11.262 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.263 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.263 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.264 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28329), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [50ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [152ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [158ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [257ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [277ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [278ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [303ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [333ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [333ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [364ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [366ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [484ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [484ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [681ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2021ms] refreshing cache from master, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2483ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3544ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
23:54:11.266 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.267 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.267 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.267 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28329), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [50ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [152ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [158ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [257ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [277ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [278ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [303ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [333ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [333ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [364ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [366ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [484ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [484ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [681ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2021ms] refreshing cache from master, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2483ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3544ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28329), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [50ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [152ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [158ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [257ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [277ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [278ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [303ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [333ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [333ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [364ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [366ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [484ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [484ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [681ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2021ms] refreshing cache from master, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2483ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3544ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:11.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.269 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.274 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28329), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [50ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [152ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [158ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [257ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [277ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [278ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [303ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [333ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [333ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [364ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [366ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [484ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [484ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [681ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2021ms] refreshing cache from master, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2483ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3544ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28329), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [50ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [152ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [158ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [257ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [260ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [277ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [278ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [302ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [303ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [333ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [333ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [364ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [366ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [484ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [484ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [681ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [683ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [684ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2021ms] refreshing cache from master, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2483ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3544ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:11.275 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:54:11.275 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:54:11.277 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:54:11.278 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:54:11.278 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:54:11.278 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:54:11.278 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:54:11.278 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
23:54:11.282 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:54:11.282 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.282 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:54:11.282 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:54:11.283 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.283 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.284 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:54:11.285 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
23:54:11.285 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:54:11.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:54:11.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
23:54:11.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:54:11.288 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:54:11.289 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:54:11.290 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:54:11.291 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:54:11.291 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
23:54:11.291 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c34498118044a003e0b2ad37cbcb486
23:54:11.302 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.303 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.303 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.305 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.323 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.323 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.323 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.328 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.342 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.344 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.344 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.346 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.346 [WARN - pool-122-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.383 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.385 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.385 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.385 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.387 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.387 [WARN - pool-122-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.443 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.444 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.445 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.446 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.446 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.447 [INFO - pool-122-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.447 [WARN - pool-122-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.522 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.523 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.524 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.562 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:11.563 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:11.563 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:11.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:11.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:11.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:11.565 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:11.628 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468451624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:11.644 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:54:11.645 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:54:11.673 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:11.674 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:11.674 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:11.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.675 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:11.676 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28737), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [71ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [112ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [112ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [155ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [158ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [166ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [349ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [350ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [351ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [351ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [361ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [362ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [383ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [401ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [402ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [402ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [402ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [422ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [422ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [423ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [423ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [503ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [663ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [663ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [663ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1040ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1044ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1484ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2544ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4401ms] refreshing cache from master, [4401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4402ms] too many traces: truncated at 100 traces, deferred=Deferred@1880576353(state=PENDING, result=null, callback=(continuation of Deferred@536303780 after retry RPC after error@542406200) -> (continuation of Deferred@727346443 after retry RPC after error@1628220760) -> (continuation of Deferred@1151073189 after retry RPC after error@1207804088) -> (continuation of Deferred@1060618105 after retry RPC after error@1003860906) -> (continuation of Deferred@537407910 after retry RPC after error@182103423) -> (continuation of Deferred@143922986 after retry RPC after error@516599153) -> (continuation of Deferred@2133735951 after retry RPC after error@541114816) -> (continuation of Deferred@138784677 after retry RPC after error@1127164665) -> (continuation of Deferred@1298108113 after retry RPC after error@1798768763) -> (continuation of Deferred@1311423039 after retry RPC after error@1961372129) -> (continuation of Deferred@1164974251 after retry RPC after error@383235246) -> (continuation of Deferred@221716233 after retry RPC after error@941983855) -> (continuation of Deferred@2102753920 after retry RPC after error@1443681088) -> (continuation of Deferred@1677087199 after retry RPC after error@2005195582) -> (continuation of Deferred@559103540 after retry RPC after error@292908941) -> (continuation of Deferred@1079819477 after retry RPC after error@298894027) -> (continuation of Deferred@692776027 after retry RPC after error@335149048) -> (continuation of Deferred@921066310 after retry RPC after error@557257163) -> (continuation of Deferred@1608587650 after retry RPC after error@58418097) -> (continuation of Deferred@130229491 after retry RPC after error@509858953) -> (continuation of Deferred@1226437582 after retry RPC after error@287799223) -> (continuation of Deferred@266153436 after retry RPC after error@253392690) -> (continuation of Deferred@152793756 after retry RPC after error@598423239), errback=(continuation of Deferred@536303780 after retry RPC after error@542406200) -> (continuation of Deferred@727346443 after retry RPC after error@1628220760) -> (continuation of Deferred@1151073189 after retry RPC after error@1207804088) -> (continuation of Deferred@1060618105 after retry RPC after error@1003860906) -> (continuation of Deferred@537407910 after retry RPC after error@182103423) -> (continuation of Deferred@143922986 after retry RPC after error@516599153) -> (continuation of Deferred@2133735951 after retry RPC after error@541114816) -> (continuation of Deferred@138784677 after retry RPC after error@1127164665) -> (continuation of Deferred@1298108113 after retry RPC after error@1798768763) -> (continuation of Deferred@1311423039 after retry RPC after error@1961372129) -> (continuation of Deferred@1164974251 after retry RPC after error@383235246) -> (continuation of Deferred@221716233 after retry RPC after error@941983855) -> (continuation of Deferred@2102753920 after retry RPC after error@1443681088) -> (continuation of Deferred@1677087199 after retry RPC after error@2005195582) -> (continuation of Deferred@559103540 after retry RPC after error@292908941) -> (continuation of Deferred@1079819477 after retry RPC after error@298894027) -> (continuation of Deferred@692776027 after retry RPC after error@335149048) -> (continuation of Deferred@921066310 after retry RPC after error@557257163) -> (continuation of Deferred@1608587650 after retry RPC after error@58418097) -> (continuation of Deferred@130229491 after retry RPC after error@509858953) -> (continuation of Deferred@1226437582 after retry RPC after error@287799223) -> (continuation of Deferred@266153436 after retry RPC after error@253392690) -> (continuation of Deferred@152793756 after retry RPC after error@598423239)))
23:54:11.702 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.702 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.703 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:11.704 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:11.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:10.478085  4428 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:11.898099  4430 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:11.901041  4429 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1419 milliseconds
23:54:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.901399  4421 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:11.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.903002  4421 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.906163  4421 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.907728  4421 hybrid_clock.cc:648] HybridClock initialized: now 1783468451907679 us; error 54 us; skew 500 ppm
23:54:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.908610  4421 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:11.911 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RESTARTING to RUNNING.
23:54:11.912 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 9c34498118044a003e0b2ad37cbcb486 from Checkpoint 72 @ 1783468421575 for 9c34498118044a003e0b2ad37cbcb486 located at file:/tmp/junit3108809940323494503/checkpoints/9c34498118044a003e0b2ad37cbcb486/chk-72.
23:54:11.913 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:54:11.913 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:54:11.913 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:54:11.914 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:54:11.914 [INFO - Thread-29] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:54:11.914 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state TERMINATED
23:54:11.914 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:54:11.914 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state TERMINATED
23:54:11.914 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5fef2981f201c4ef1f5b07b79663045d
23:54:11.915 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state TERMINATED
23:54:11.915 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:11.915 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
23:54:11.915 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:54:11.915 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
23:54:11.915 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 6f958295d2f16b63fcb5c6806465bb34
23:54:11.916 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:54:11.916 [INFO - Thread-29] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:54:11.916 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 5fef2981f201c4ef1f5b07b79663045d.
23:54:11.916 [INFO - Thread-29] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:54:11.916 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:54:11.916 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 7856b591185e5c96046d18fd5963a9b0
23:54:11.916 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:54:11.917 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:54:11.917 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:11.917 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:54:11.918 [DEBUG - Thread-29] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:11.919 [INFO - Thread-29] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:54:11.919 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:54:11.919 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5138d5d63fec66960b15ec226330e37e
23:54:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.919057  4421 webserver.cc:534] Webserver started at http://127.3.223.194:46761/ using document root <none> and password file <none>
23:54:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.920284  4421 fs_manager.cc:362] Metadata directory not provided
23:54:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.920544  4421 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.920959  4421 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:11.923 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:54:11.923 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:54:11.924 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:54:11.924 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46308632
23:54:11.924 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:11.924 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 6f958295d2f16b63fcb5c6806465bb34.
23:54:11.925 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:54:11.925 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:54:11.925 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:54:11.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.926582  4421 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/data/instance:
23:54:11.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:11.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:11 on dist-test-slave-1rxj"
23:54:11.940 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:54:11.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.927932  4421 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/wal/instance:
23:54:11.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:11.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:11 on dist-test-slave-1rxj"
23:54:11.941 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 7856b591185e5c96046d18fd5963a9b0.
23:54:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.941042  4421 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.005s	sys 0.006s
23:54:11.941 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:11.942 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:11.942 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:11.942 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:11.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f135c62
23:54:11.945 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:11.945 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:54:11.945 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:54:11.945 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
23:54:11.945 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:54:11.945 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
23:54:11.946 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 5138d5d63fec66960b15ec226330e37e.
23:54:11.946 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:11.947 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:54:11.947 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:54:11.947 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2193b40c
23:54:11.948 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@134b2187
23:54:11.948 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:11.948 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:11.948 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:54:11.948 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:54:11.948 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:54:11.948 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:54:11.949 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:54:11.949 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:54:11.951 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6282bf41
23:54:11.951 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a24f3c0
23:54:11.953 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.953202  4453 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:11.953 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d281aca
23:54:11.953 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:11.954 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:54:11.954 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:11.954 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:54:11.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.954 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:54:11.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.955 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.956321  4421 fs_manager.cc:730] Time spent opening block manager: real 0.010s	user 0.002s	sys 0.005s
23:54:11.957 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c71d725
23:54:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.956949  4421 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/wal
23:54:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:11 on dist-test-slave-1rxj"
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:11.957751  4421 fs_report.cc:389] FS layout report
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/wal
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/wal
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/data/data
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:11.959 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:11.962 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:11.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.963 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:11.964 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:11.964 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:11.965 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:11.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.966 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:11.969 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:11.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.970 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:11.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.972 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:11.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:11.973 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:11.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:11.979 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:11.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.981 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:11.982 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:11.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.983 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:11.983 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:11.985 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:11.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:11.987 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:11.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:11.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:11.995 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.002 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.004 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.005 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.005 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.005 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.006 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.007 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.007 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.008 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.008 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.009 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.009 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.009 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.010 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:12.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.010 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:12.010 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:12.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.010 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.011 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:12.016 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.016 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.017 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.017 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.022 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.022 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.022 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.022 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.024 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.024 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.024 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.026 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.026 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.029 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.030 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.031075  4421 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:12.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.032 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.032 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.033728  4421 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:12.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.034 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.034502  4421 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:12.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.037900  4421 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:54:12.041 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.043 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.043 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.044 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.044 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.044685  4421 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:54:12.045 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.045032  4421 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:54:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.045425  4421 ts_tablet_manager.cc:616] Registered 0 tablets
23:54:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.045704  4421 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.002s	sys 0.000s
23:54:12.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.046 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.047 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.048 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.049 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.050 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.050 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.050 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.053 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.054 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.059 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.060 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.064 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.064 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.064 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.065 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.065 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.064 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.065 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.065 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.065 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.065 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.066 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.066 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.067 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.067 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.067 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.067 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.067 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.068 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.069 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.069 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.069 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.084 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.084 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.084 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.084 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.084 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.085 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.086 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.096 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.096 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.097 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.097 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.097 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.097 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.097 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.097 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.099 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.099 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.099 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.099 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.100 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.125 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.125 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468452124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:12.125 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.125 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.127 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.127 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.128 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.129 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.129 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.133 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.134 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.135 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29179), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [91ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [93ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [98ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [173ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [195ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [197ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [216ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [227ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [228ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [228ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [261ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [265ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [266ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [282ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [623ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [623ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1124ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2020ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2026ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2026ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2026ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2027ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4040ms] refreshing cache from master, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4042ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [4043ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4044ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [4044ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [5980ms] refreshing cache from master, [5981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5982ms] too many traces: truncated at 100 traces, deferred=Deferred@810118750(state=PENDING, result=null, callback=(continuation of Deferred@1403042091 after retry RPC after error@546398158) -> (continuation of Deferred@1132346625 after retry RPC after error@952012974) -> (continuation of Deferred@1845563251 after retry RPC after error@1153712722) -> (continuation of Deferred@1994455550 after retry RPC after error@982985836) -> (continuation of Deferred@1552664282 after retry RPC after error@985385419) -> (continuation of Deferred@1273362539 after retry RPC after error@1217550647) -> (continuation of Deferred@1244527593 after retry RPC after error@784111350) -> (continuation of Deferred@1249777130 after retry RPC after error@285193843) -> (continuation of Deferred@891876662 after retry RPC after error@2146033219) -> (continuation of Deferred@1157780753 after retry RPC after error@681783276) -> (continuation of Deferred@1515253387 after retry RPC after error@1811560516) -> (continuation of Deferred@1015501559 after retry RPC after error@225101508) -> (continuation of Deferred@1351832916 after retry RPC after error@1787916058) -> (continuation of Deferred@1820821589 after retry RPC after error@931147751) -> (continuation of Deferred@2113140150 after retry RPC after error@477871277) -> (continuation of Deferred@1282296407 after retry RPC after error@2049420074) -> (continuation of Deferred@404467613 after retry RPC after error@1506080487) -> (continuation of Deferred@1741038458 after retry RPC after error@545241683) -> (continuation of Deferred@1700634246 after retry RPC after error@466628356) -> (continuation of Deferred@1306202871 after retry RPC after error@279680061) -> (continuation of Deferred@428572928 after retry RPC after error@54076730) -> (continuation of Deferred@383828736 after retry RPC after error@1512482717) -> (continuation of Deferred@534818392 after retry RPC after error@1429882987) -> (continuation of Deferred@1163028751 after retry RPC after error@707212407) -> (continuation of Deferred@816827653 after retry RPC after error@936485483) -> (continuation of Deferred@1629335439 after retry RPC after error@1921694551) -> (continuation of Deferred@1006864358 after retry RPC after error@108767479) -> (continuation of Deferred@169221728 after retry RPC after error@769739894), errback=(continuation of Deferred@1403042091 after retry RPC after error@546398158) -> (continuation of Deferred@1132346625 after retry RPC after error@952012974) -> (continuation of Deferred@1845563251 after retry RPC after error@1153712722) -> (continuation of Deferred@1994455550 after retry RPC after error@982985836) -> (continuation of Deferred@1552664282 after retry RPC after error@985385419) -> (continuation of Deferred@1273362539 after retry RPC after error@1217550647) -> (continuation of Deferred@1244527593 after retry RPC after error@784111350) -> (continuation of Deferred@1249777130 after retry RPC after error@285193843) -> (continuation of Deferred@891876662 after retry RPC after error@2146033219) -> (continuation of Deferred@1157780753 after retry RPC after error@681783276) -> (continuation of Deferred@1515253387 after retry RPC after error@1811560516) -> (continuation of Deferred@1015501559 after retry RPC after error@225101508) -> (continuation of Deferred@1351832916 after retry RPC after error@1787916058) -> (continuation of Deferred@1820821589 after retry RPC after error@931147751) -> (continuation of Deferred@2113140150 after retry RPC after error@477871277) -> (continuation of Deferred@1282296407 after retry RPC after error@2049420074) -> (continuation of Deferred@404467613 after retry RPC after error@1506080487) -> (continuation of Deferred@1741038458 after retry RPC after error@545241683) -> (continuation of Deferred@1700634246 after retry RPC after error@466628356) -> (continuation of Deferred@1306202871 after retry RPC after error@279680061) -> (continuation of Deferred@428572928 after retry RPC after error@54076730) -> (continuation of Deferred@383828736 after retry RPC after error@1512482717) -> (continuation of Deferred@534818392 after retry RPC after error@1429882987) -> (continuation of Deferred@1163028751 after retry RPC after error@707212407) -> (continuation of Deferred@816827653 after retry RPC after error@936485483) -> (continuation of Deferred@1629335439 after retry RPC after error@1921694551) -> (continuation of Deferred@1006864358 after retry RPC after error@108767479) -> (continuation of Deferred@169221728 after retry RPC after error@769739894)))
23:54:12.141 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:54:12.142 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:54:12.144 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.144 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.145 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.145 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.145 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.145 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.146 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.146 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.146 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.146 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.147 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.147 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.147 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.147 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.147 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.148 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.148 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.148 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.149 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.148 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.149 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.149 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.165 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.166 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.166 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.167 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.184 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.185 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.185 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.185 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.186 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.186 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.187 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.187 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.187 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.187 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.187 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.188 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.188 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.205 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.205 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.205 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.206 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.223145  4421 rpc_server.cc:307] RPC server started. Bound to: 127.3.223.194:40393
23:54:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.223248  4612 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.223.194:40393 every 8 connection(s)
23:54:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.225986  4421 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/data/info.pb
23:54:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.230261  3967 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 4421
23:54:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.230757  3967 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-1/wal/instance
23:54:12.245 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.245 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.245 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.245 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.245 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.246 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.247 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.248 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.264153  3967 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/wal
23:54:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/data
23:54:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/logs
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/data/info.pb
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.195:0
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.223.195
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.195
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:54:12.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:12.285 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.285 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.285 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.286 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.296 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:12.296 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:12.297 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:12.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.299 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.300104  4614 heartbeater.cc:344] Connected to a master server at 127.3.223.253:40309
23:54:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.300612  4614 heartbeater.cc:461] Registering TS with master...
23:54:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.301858  4614 heartbeater.cc:507] Master 127.3.223.253:40309 requested a full tablet report, sending...
23:54:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.305027  4088 ts_manager.cc:194] Registered new tserver with Master: d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:12.306 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.307 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.307 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.308 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.323146  4613 heartbeater.cc:344] Connected to a master server at 127.3.223.252:33517
23:54:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.323529  4613 heartbeater.cc:461] Registering TS with master...
23:54:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.324474  4613 heartbeater.cc:507] Master 127.3.223.252:33517 requested a full tablet report, sending...
23:54:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.325604  4615 heartbeater.cc:344] Connected to a master server at 127.3.223.254:35097
23:54:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.325992  4615 heartbeater.cc:461] Registering TS with master...
23:54:12.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.326845  4615 heartbeater.cc:507] Master 127.3.223.254:35097 requested a full tablet report, sending...
23:54:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.330163  4172 ts_manager.cc:194] Registered new tserver with Master: d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.330173  4012 ts_manager.cc:194] Registered new tserver with Master: d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.331969  4172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.223.194:42137
23:54:12.387 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.387 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.387 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.388 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.425 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.426 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.426 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.426 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.445 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.446 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.446 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.484 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.484 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.484 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.485 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.485 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.485 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.485 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.486 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.486 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.486 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.487 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.515 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:12.516 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:12.516 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:12.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:12.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:12.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:12.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:12.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:12.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:12.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:12.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:12.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:12.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:12.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468452624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:12.628 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.629 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.629 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.629 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.630 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.630 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.632 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:54:12.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:54:12.644 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.644 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.644 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.645 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:12.648317  4623 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:12.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:12.648770  4623 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:12.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:12.649202  4623 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:12.680 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:12.680 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:12.680 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:12.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.681 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.681 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.681 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:12.683 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.684 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.684 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:12.684082  4623 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:12.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:12.685580  4623 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.223.195
23:54:12.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.723258  4623 tablet_server_runner.cc:78] Tablet server non-default flags:
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.223.212:44001
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/data
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/wal
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.223.195:0
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/data/info.pb
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.223.195
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.223.254:35097,127.3.223.253:40309,127.3.223.252:33517
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.223.195
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/logs
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:12.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.724613  4623 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:12.726254  4623 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:12.739591  4630 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:12.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:12.799 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:12.800 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:12.800 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:12.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.802 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:12.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:12.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:12.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:12.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:12.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:12.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:12.827 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:12.886 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.886 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.886 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:12.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:12.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:12.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:12.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:12.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:12.902 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:12.904 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:12.905 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:12.905 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:12.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:12.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:12.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:12.907 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:12.967 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:12.967 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:12.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:12.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:12.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:12.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:12.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:12.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:12.968 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:12.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:12.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:12.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:12.969 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:13.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468453124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:13.139 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:54:13.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:54:13.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:13.250 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:13.250 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:13.250 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:13.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:13.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:13.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:13.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:13.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:13.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:13.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:13.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:13.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:13.251 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:13.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:13.304 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:13.305 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:13.305 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:13.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:13.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:13.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:13.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:13.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:13.306 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:13.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:13.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:13.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:13.306 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:13.336194  4613 heartbeater.cc:499] Master 127.3.223.252:33517 was elected leader, sending a full tablet report...
23:54:13.365 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:13.366 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:13.366 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:13.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:13.567 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:13.567 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:13.567 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:13.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:13.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468453624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:13.626 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:13.627 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:13.627 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:13.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:13.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:13.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:13.629 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:13.641 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:54:13.643 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:54:13.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:13.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:14.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468454124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:14.143 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:54:14.146 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:54:14.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:14.262 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:14.262 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:14.262 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:14.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:14.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:14.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:14.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:14.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:14.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:14.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:14.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:14.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:14.263 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:14.266 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:14.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:14.266 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:14.267 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:14.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:14.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:14.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:14.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:14.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:14.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:14.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:14.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:14.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:14.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:14.144326  4629 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 4623
23:54:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:14.500316  4623 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.761s	user 0.572s	sys 1.178s
23:54:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:14.500754  4623 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.761s	user 0.572s	sys 1.178s
23:54:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:12.742336  4631 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:14.502279  4632 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1762 milliseconds
23:54:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:14.503921  4633 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.503871  4623 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.507761  4623 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.510164  4623 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.511696  4623 hybrid_clock.cc:648] HybridClock initialized: now 1783468454511658 us; error 42 us; skew 500 ppm
23:54:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.512566  4623 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.518807  4623 webserver.cc:534] Webserver started at http://127.3.223.195:34423/ using document root <none> and password file <none>
23:54:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.519776  4623 fs_manager.cc:362] Metadata directory not provided
23:54:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.520031  4623 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:14.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.520522  4623 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.525112  4623 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/data/instance:
23:54:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95"
23:54:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:14 on dist-test-slave-1rxj"
23:54:14.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.526290  4623 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/wal/instance:
23:54:14.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95"
23:54:14.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:14 on dist-test-slave-1rxj"
23:54:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.534087  4623 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.002s
23:54:14.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.540184  4640 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.541414  4623 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
23:54:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.541957  4623 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/wal
23:54:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95"
23:54:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:14 on dist-test-slave-1rxj"
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.542354  4623 fs_report.cc:389] FS layout report
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/wal
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/wal
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/data/data
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.595173  4623 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.596858  4623 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.597442  4623 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.600545  4623 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:54:14.605 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:14.605 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:14.605 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:14.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:14.606 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:14.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:14.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:14.606 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:14.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:14.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:14.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.605403  4623 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:54:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.605767  4623 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
23:54:14.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.606084  4623 ts_tablet_manager.cc:616] Registered 0 tablets
23:54:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.606315  4623 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:54:14.606 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:14.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468454623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:14.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:54:14.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:54:14.706 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:14.706 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:14.706 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:14.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:14.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:14.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:14.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:14.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:14.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:14.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:14.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:14.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:14.707 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:14.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.759670  4623 rpc_server.cc:307] RPC server started. Bound to: 127.3.223.195:32949
23:54:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.759749  4755 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.223.195:32949 every 8 connection(s)
23:54:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.762408  4623 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/data/info.pb
23:54:14.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:14.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.770210  3967 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 4623
23:54:14.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.770684  3967 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster10243727613388508284/ts-2/wal/instance
23:54:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.809214  4756 heartbeater.cc:344] Connected to a master server at 127.3.223.252:33517
23:54:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.809783  4756 heartbeater.cc:461] Registering TS with master...
23:54:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.810092  4757 heartbeater.cc:344] Connected to a master server at 127.3.223.253:40309
23:54:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.810451  4757 heartbeater.cc:461] Registering TS with master...
23:54:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.811281  4756 heartbeater.cc:507] Master 127.3.223.252:33517 requested a full tablet report, sending...
23:54:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.811620  4757 heartbeater.cc:507] Master 127.3.223.253:40309 requested a full tablet report, sending...
23:54:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.813601  4758 heartbeater.cc:344] Connected to a master server at 127.3.223.254:35097
23:54:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.813949  4758 heartbeater.cc:461] Registering TS with master...
23:54:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.814494  4172 ts_manager.cc:194] Registered new tserver with Master: 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.814847  4758 heartbeater.cc:507] Master 127.3.223.254:35097 requested a full tablet report, sending...
23:54:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.814858  4088 ts_manager.cc:194] Registered new tserver with Master: 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.816525  4172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.223.195:53915
23:54:14.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.818037  4012 ts_manager.cc:194] Registered new tserver with Master: 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:14.821631  3967 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:54:14.835 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:54:14.835 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:54:14.836 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.223.254"
      port: 35097
    }
    bound_http_address {
      host: "127.3.223.254"
      port: 46497
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.223.253"
      port: 40309
    }
    bound_http_address {
      host: "127.3.223.253"
      port: 40717
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.223.252"
      port: 33517
    }
    bound_http_address {
      host: "127.3.223.252"
      port: 45127
    }
  }
}

23:54:14.836 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:54:14.837 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.223.193"
      port: 36725
    }
    bound_http_address {
      host: "127.3.223.193"
      port: 42145
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.223.194"
      port: 40393
    }
    bound_http_address {
      host: "127.3.223.194"
      port: 46761
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.223.195"
      port: 32949
    }
    bound_http_address {
      host: "127.3.223.195"
      port: 34423
    }
  }
}

23:54:14.837 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:54:14.839 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:14.839 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:54:14.839 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:54:14.840 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:54:14.840 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:54:14.844 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:54:15.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468455123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:15.132 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:54:15.133 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:54:15.157 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:15.157 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:15.157 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:15.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:15.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:15.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:15.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:15.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:15.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:15.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:15.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:15.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:15.158 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:15.214 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:54:15.215 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:54:15.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:15.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.218425  4766 mini_oidc.cc:150] Starting JWKS server
23:54:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.222024  4766 webserver.cc:534] Webserver started at http://127.0.0.1:45395/ using document root <none> and password file <none>
23:54:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.222564  4766 mini_oidc.cc:186] Starting OIDC Discovery server
23:54:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.224457  4766 webserver.cc:534] Webserver started at http://127.0.0.1:43077/ using document root <none> and password file <none>
23:54:15.244 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:15.245 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:15.245 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:15.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:15.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:15.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:15.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:15.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:15.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:15.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:15.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:15.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:15.246 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:15.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:54:15Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:54:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:54:15Z Disabled control of system clock
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.298765  4766 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/wal
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/data
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/logs
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/data/info.pb
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.190:38881
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.190
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45395/jwks.json with env {}
23:54:15.424 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:15.425 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:15.425 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:15.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:15.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:15.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:15.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:15.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:15.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:15.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:15.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:15.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:15.426 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:15.499 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:15.500 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:15.500 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:15.500 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:15.500 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:15.500 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:15.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:15.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:15.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:15.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:15.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:15.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:15.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:15.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468455623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:15.636 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:54:15.637 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:54:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.664245  4778 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.664800  4778 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.665329  4778 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.700758  4778 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:54:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.701045  4778 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.701253  4778 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:54:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.701485  4778 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:54:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.701798  4778 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:54:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.702211  4778 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45395/jwks.json
23:54:15.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:15.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.743470  4778 master_runner.cc:387] Master server non-default flags:
23:54:15.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/data
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/wal
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.190:38881
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45395/jwks.json
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/data/info.pb
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.190
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/logs
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.744841  4778 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.746642  4778 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.758816  4785 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:15.766 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:15.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:15.767 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:15.767 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:15.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:15.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:15.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:15.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:15.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:15.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:15.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:15.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:15.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:15.768 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:15.820525  4756 heartbeater.cc:499] Master 127.3.223.252:33517 was elected leader, sending a full tablet report...
23:54:15.916 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:15.917 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:15.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:15.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:15.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:15.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:15.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:15.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:15.919 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:15.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:15.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:15.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:15.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:16.086 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:16.087 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:16.087 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:16.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:16.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:16.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:16.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:16.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:16.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:16.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:16.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:16.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:16.090 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:16.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468456124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:16.148 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:54:16.149 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:54:16.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:16.250 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:16.250 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:16.251 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:16.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:16.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:16.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:16.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:16.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:16.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:16.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:16.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:16.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:16.253 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:16.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:16.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468456624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:16.659 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=33 ms, finalizationTime=1 ms).
23:54:16.661 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:54:16.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:16.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:16.816 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:16.817 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:16.817 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:16.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:16.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:16.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:16.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:16.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:16.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:16.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:16.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:16.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:16.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:17.046 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:17.047 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:17.047 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:17.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:17.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:17.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:17.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:17.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:17.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:17.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:17.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:17.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:17.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:17.127 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468457125 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:17.150 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=23 ms, finalizationTime=2 ms).
23:54:17.150 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:54:17.190 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:17.191 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:17.191 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:17.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.194 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:17.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:17.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:15.759629  4786 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.165820  4784 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 4778
23:54:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.339802  4784 kernel_stack_watchdog.cc:198] Thread 4778 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 402ms:
23:54:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:54:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:54:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:54:17.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:54:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.340824  4778 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.580s	user 0.000s	sys 0.002s
23:54:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.341223  4778 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.581s	user 0.000s	sys 0.002s
23:54:17.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.343130  4788 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.347561  4787 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1586 milliseconds
23:54:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.347589  4778 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.348933  4778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.351505  4778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.352871  4778 hybrid_clock.cc:648] HybridClock initialized: now 1783468457352835 us; error 38 us; skew 500 ppm
23:54:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.353914  4778 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.360641  4778 webserver.cc:534] Webserver started at http://127.4.167.190:34289/ using document root <none> and password file <none>
23:54:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.361668  4778 fs_manager.cc:362] Metadata directory not provided
23:54:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.361920  4778 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.362476  4778 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.367113  4778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/data/instance:
23:54:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04d6b1b32ac949df9510f79a6ddd0eaa"
23:54:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:17 on dist-test-slave-1rxj"
23:54:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.368480  4778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/wal/instance:
23:54:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04d6b1b32ac949df9510f79a6ddd0eaa"
23:54:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:17 on dist-test-slave-1rxj"
23:54:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.376519  4778 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
23:54:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.382788  4795 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.383919  4778 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
23:54:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.384338  4778 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/wal
23:54:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04d6b1b32ac949df9510f79a6ddd0eaa"
23:54:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:17 on dist-test-slave-1rxj"
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.384719  4778 fs_report.cc:389] FS layout report
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/wal
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/wal
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/data/data
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:17.422 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:17.423 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:17.423 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:17.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.424 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.441039  4778 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.442766  4778 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.443214  4778 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:17.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.516543  4778 rpc_server.cc:307] RPC server started. Bound to: 127.4.167.190:38881
23:54:17.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.516571  4846 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.167.190:38881 every 8 connection(s)
23:54:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.519860  4778 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/data/info.pb
23:54:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.525909  4766 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 4778
23:54:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.526388  4766 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-0/wal/instance
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.527779  4847 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.530136  4766 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/wal
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/data
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/logs
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/data/info.pb
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.189:38943
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.189
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45395/jwks.json with env {}
23:54:17.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.541465  4847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } has no permanent_uuid. Determining permanent_uuid...
23:54:17.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.573678  4847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } has no permanent_uuid. Determining permanent_uuid...
23:54:17.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.576562  4796 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.167.189:38943: connect: Connection refused (error 111)
23:54:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.581055  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.189:38943: Network error: Client connection negotiation failed: client connection to 127.4.167.189:38943: connect: Connection refused (error 111)
23:54:17.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468457624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:17.627 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:17.628 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:17.628 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:17.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:17.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:17.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:17.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:17.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:17.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:17.628 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:17.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:17.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:17.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.630601  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } attempt: 1
23:54:17.632 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:54:17.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:54:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.636166  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.189:38943: Network error: Client connection negotiation failed: client connection to 127.4.167.189:38943: connect: Connection refused (error 111)
23:54:17.686 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:17.686 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:17.687 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:17.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:17.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:17.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:17.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:17.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:17.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:17.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:17.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:17.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:17.687 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.704505  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } attempt: 2
23:54:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.709034  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.189:38943: Network error: Client connection negotiation failed: client connection to 127.4.167.189:38943: connect: Connection refused (error 111)
23:54:17.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:17.740 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:17.740 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:17.740 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:17.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:17.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:17.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:17.741 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:17.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.800457  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } attempt: 3
23:54:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.805424  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.189:38943: Network error: Client connection negotiation failed: client connection to 127.4.167.189:38943: connect: Connection refused (error 111)
23:54:17.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:17.826 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:17.826 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:17.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:17.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:17.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:17.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:17.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:17.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:17.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:17.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:17.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:17.827 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:17.844 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:17.844 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:17.844 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:17.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:17.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:17.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:17.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:17.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:17.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:17.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:17.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:17.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:17.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.887229  4849 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.887807  4849 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.888381  4849 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.926795  4849 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:54:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.927070  4849 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.927389  4849 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:54:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.927708  4849 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:54:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.927917  4849 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:54:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.928067  4849 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45395/jwks.json
23:54:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.948931  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } attempt: 4
23:54:17.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.953397  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.189:38943: Network error: Client connection negotiation failed: client connection to 127.4.167.189:38943: connect: Connection refused (error 111)
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.969779  4849 master_runner.cc:387] Master server non-default flags:
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/data
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/wal
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.189:38943
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45395/jwks.json
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/data/info.pb
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.189
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/logs
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.971360  4849 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:17.972921  4849 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.984470  4858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:18.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468458124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:18.138 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:54:18.139 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:54:18.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:18.252844  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } attempt: 5
23:54:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:18.259966  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.189:38943: Network error: Client connection negotiation failed: client connection to 127.4.167.189:38943: connect: Connection refused (error 111)
23:54:18.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:18.496 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:18.497 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:18.497 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:18.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:18.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:18.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:18.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:18.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:18.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:18.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:18.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:18.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:18.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:18.505 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:18.505 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:18.506 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:18.506 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:18.506 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:18.506 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:18.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:18.506 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:18.506 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:18.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:18.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:18.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:18.506 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:18.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468458624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:18.642 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:54:18.644 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:54:18.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:18.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:18.807467  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } attempt: 6
23:54:18.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:18.819298  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.189:38943: Network error: Client connection negotiation failed: client connection to 127.4.167.189:38943: connect: Connection refused (error 111)
23:54:19.004 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:19.005 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:19.005 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:19.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:19.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:19.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:19.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:19.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:19.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:19.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:19.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:19.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:19.006 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:19.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468459124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:19.137 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:54:19.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:54:19.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:19.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:19.287 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:19.287 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:19.288 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:19.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:19.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:19.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:19.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:19.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:19.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:19.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:19.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:19.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:19.289 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.988593  4861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:17.987536  4859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.425926  4860 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1434 milliseconds
23:54:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.426054  4849 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.427590  4849 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.430339  4849 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.431753  4849 hybrid_clock.cc:648] HybridClock initialized: now 1783468459431699 us; error 60 us; skew 500 ppm
23:54:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.432713  4849 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.439026  4849 webserver.cc:534] Webserver started at http://127.4.167.189:37883/ using document root <none> and password file <none>
23:54:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.439991  4849 fs_manager.cc:362] Metadata directory not provided
23:54:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.440176  4849 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.440644  4849 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.445577  4849 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/data/instance:
23:54:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d5d883317554b16916c8b3f3ae35c16"
23:54:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:19 on dist-test-slave-1rxj"
23:54:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.446659  4849 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/wal/instance:
23:54:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d5d883317554b16916c8b3f3ae35c16"
23:54:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:19 on dist-test-slave-1rxj"
23:54:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.454427  4849 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:54:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.460384  4873 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:19.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.461623  4849 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.461918  4849 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/wal
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d5d883317554b16916c8b3f3ae35c16"
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:19 on dist-test-slave-1rxj"
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.462213  4849 fs_report.cc:389] FS layout report
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/wal
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/wal
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/data/data
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:19.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.512006  4849 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:19.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.513608  4849 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:19.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.514097  4849 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.592249  4849 rpc_server.cc:307] RPC server started. Bound to: 127.4.167.189:38943
23:54:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.592321  4924 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.167.189:38943 every 8 connection(s)
23:54:19.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.595526  4849 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/data/info.pb
23:54:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.602169  4925 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.605434  4766 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 4849
23:54:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.605912  4766 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-1/wal/instance
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.608917  4766 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/wal
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/data
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/logs
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/data/info.pb
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.188:37217
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.188
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45395/jwks.json with env {}
23:54:19.616 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:19.617 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:19.617 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:19.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:19.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:19.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:19.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:19.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:19.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:19.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:19.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:19.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:19.618 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:19.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.617331  4925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } has no permanent_uuid. Determining permanent_uuid...
23:54:19.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468459623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:19.626 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:19.627 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:19.627 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:19.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:19.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:19.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:19.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:19.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:19.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:19.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:19.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:19.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:19.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:19.632 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:54:19.632 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:54:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.643556  4925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } has no permanent_uuid. Determining permanent_uuid...
23:54:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.659674  4925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } has no permanent_uuid. Determining permanent_uuid...
23:54:19.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.662525  4877 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:19.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.667158  4925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.716697  4925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 1
23:54:19.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.721892  4925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:19.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.790405  4925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 2
23:54:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.795306  4925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.879874  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } attempt: 7
23:54:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.886777  4925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 3
23:54:19.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.891925  4925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:19.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.894382  4847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } has no permanent_uuid. Determining permanent_uuid...
23:54:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.901181  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:19.907 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:19.907 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:19.907 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:19.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:19.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:19.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:19.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:19.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:19.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:19.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:19.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:19.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:19.908 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:19.935 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:19.936 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:19.936 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:19.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:19.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:19.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:19.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:19.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:19.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:19.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:19.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:19.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:19.937 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:19.959623  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 1
23:54:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.964264  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.969266  4927 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:19.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.969945  4927 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:19.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:19.970532  4927 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:19.985 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:19.985 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:19.985 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:19.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:19.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:19.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:19.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:19.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:19.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:19.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:19.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:19.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:19.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.005759  4927 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:54:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.006122  4927 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.006461  4927 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:54:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.006804  4927 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:54:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.007102  4927 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:54:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.007337  4927 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45395/jwks.json
23:54:20.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.035365  4925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 4
23:54:20.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.040038  4925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:20.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.045642  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 2
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.049696  4927 master_runner.cc:387] Master server non-default flags:
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/data
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/wal
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.188:37217
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45395/jwks.json
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/data/info.pb
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.188
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/logs
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.050307  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.051142  4927 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.052678  4927 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.063550  4939 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:20.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468460123 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:20.126 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:20.126 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:20.126 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:20.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:20.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:20.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:20.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:20.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:20.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:20.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.136148  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 3
23:54:20.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:20.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:20.140 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:20.139 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:54:20.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:54:20.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.149359  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:20.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:20.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:20.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.289927  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 4
23:54:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.294620  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:20.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.339499  4925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 5
23:54:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.346731  4925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:20.575 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:20.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:20.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:20.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:20.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:20.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:20.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:20.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:20.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:20.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:20.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:20.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:20.577 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.577988  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 5
23:54:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.584282  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:20.617 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:20.618 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:20.618 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:20.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.620 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:20.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468460623 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:20.635 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:54:20.636 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:54:20.657 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:20.657 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:20.657 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:20.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.658 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:20.719 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:20.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:20.796 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:20.796 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:20.797 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:20.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:20.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:20.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:20.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:20.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:20.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:20.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:20.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:20.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:20.798 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:20.883 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:20.883 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:20.883 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:20.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:20.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:20.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:20.884 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:20.894182  4925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 6
23:54:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.904340  4925 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:21.000 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:21.000 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:21.000 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:21.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.003 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:21.004 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:21.005 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:21.005 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:21.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:21.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468461124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:21.134 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:54:21.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:54:21.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.136698  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 6
23:54:21.145 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:21.146 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:21.146 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:21.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:21.170 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:21.171 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:21.171 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:21.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:21.178220  4847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.167.188:37217: Network error: Client connection negotiation failed: client connection to 127.4.167.188:37217: connect: Connection refused (error 111)
23:54:21.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:21.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:21.470 [DEBUG - pool-140-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.1.234.252:33151, [9ms] received response from server master-127.1.234.252:33151: OK, deferred=null) with no deferred attached!
23:54:21.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:20.064688  4940 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:21.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:21.560321  4942 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:21.563416  4941 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1493 milliseconds
23:54:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.563596  4927 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.565099  4927 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.568382  4927 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.569824  4927 hybrid_clock.cc:648] HybridClock initialized: now 1783468461569783 us; error 52 us; skew 500 ppm
23:54:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.570730  4927 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:21.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:21.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:21.576 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:21.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:21.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:21.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:21.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:21.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:21.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:21.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:21.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:21.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:21.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.578343  4927 webserver.cc:534] Webserver started at http://127.4.167.188:36659/ using document root <none> and password file <none>
23:54:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.579385  4927 fs_manager.cc:362] Metadata directory not provided
23:54:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.579589  4927 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:21.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.580097  4927 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.584940  4927 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/data/instance:
23:54:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9f7deef791949fba5b18cb020264ef0"
23:54:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:21 on dist-test-slave-1rxj"
23:54:21.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.586158  4927 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/wal/instance:
23:54:21.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9f7deef791949fba5b18cb020264ef0"
23:54:21.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:21 on dist-test-slave-1rxj"
23:54:21.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.595623  4927 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.000s	sys 0.008s
23:54:21.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.603370  4955 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:21.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.604878  4927 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
23:54:21.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.605252  4927 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/wal
23:54:21.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9f7deef791949fba5b18cb020264ef0"
23:54:21.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:21 on dist-test-slave-1rxj"
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.605647  4927 fs_report.cc:389] FS layout report
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/wal
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/wal
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/data/data
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:21.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468461624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:21.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:54:21.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:54:21.664 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:21.664 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:21.664 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:21.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:21.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:21.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:21.665 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.682451  4927 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:21.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.684126  4927 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:21.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.684561  4927 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:21.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:21.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.769112  4927 rpc_server.cc:307] RPC server started. Bound to: 127.4.167.188:37217
23:54:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.769199  5009 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.167.188:37217 every 8 connection(s)
23:54:21.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.773277  4927 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/data/info.pb
23:54:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.775308  4766 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 4927
23:54:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.775775  4766 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/master-2/wal/instance
23:54:21.781 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.2.185.252:46335, [19ms] received response from server master-127.2.185.252:46335: OK, deferred=null) with no deferred attached!
23:54:21.781 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.185.252:46335, [19ms] received response from server master-127.2.185.252:46335: OK, deferred=null) with no deferred attached!
23:54:21.781 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.185.252:46335, [20ms] received response from server master-127.2.185.252:46335: OK, deferred=null) with no deferred attached!
23:54:21.782 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.185.252:46335, [20ms] received response from server master-127.2.185.252:46335: OK, deferred=null) with no deferred attached!
23:54:21.782 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.185.252:46335, [21ms] received response from server master-127.2.185.252:46335: OK, deferred=null) with no deferred attached!
23:54:21.782 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.185.252:46335, [23ms] received response from server master-127.2.185.252:46335: OK, deferred=null) with no deferred attached!
23:54:21.782 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.185.252:46335, [24ms] received response from server master-127.2.185.252:46335: OK, deferred=null) with no deferred attached!
23:54:21.782 [DEBUG - pool-142-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.2.185.252:46335, [25ms] received response from server master-127.2.185.252:46335: OK, deferred=null) with no deferred attached!
23:54:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.782385  5010 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.803956  5010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } has no permanent_uuid. Determining permanent_uuid...
23:54:21.822 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:21.823 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:21.823 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:21.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:21.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:21.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:21.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.831693  5010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } has no permanent_uuid. Determining permanent_uuid...
23:54:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.842602  5010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } has no permanent_uuid. Determining permanent_uuid...
23:54:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.864786  5010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: Bootstrap starting.
23:54:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.872277  5010 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: Neither blocks nor log segments found. Creating new log.
23:54:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.874632  5010 log.cc:826] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: Log is configured to *not* fsync() on all Append() calls
23:54:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.879030  5010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: No bootstrap required, opened a new log
23:54:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.900142  5010 raft_consensus.cc:359] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:21.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.900931  5010 raft_consensus.cc:385] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:21.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.901140  5010 raft_consensus.cc:740] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c9f7deef791949fba5b18cb020264ef0, State: Initialized, Role: FOLLOWER
23:54:21.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.901935  5010 consensus_queue.cc:260] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.904284  5019 sys_catalog.cc:455] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.905119  5019 sys_catalog.cc:458] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: This master's current role is: FOLLOWER
23:54:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.905980  5010 sys_catalog.cc:565] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: configured and running, proceeding with master startup.
23:54:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.923171  5019 raft_consensus.cc:493] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.923883  5019 raft_consensus.cc:515] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.929850  5019 leader_election.cc:290] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 04d6b1b32ac949df9510f79a6ddd0eaa (127.4.167.190:38881), 5d5d883317554b16916c8b3f3ae35c16 (127.4.167.189:38943)
23:54:21.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:21.938128  5030 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:54:21.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:21.938485  5030 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:54:21.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:21.939823  4961 tablet.cc:2406] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.964764  4925 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 7
23:54:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.929277  4927 master_runner.cc:187] Error getting master registration for 127.4.167.190:38881: OK, instance_id { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" instance_seqno: 1783468457496579 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:54:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:21.974498  4927 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:54:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.002425  4925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: Bootstrap starting.
23:54:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.011968  4925 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: Neither blocks nor log segments found. Creating new log.
23:54:22.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.014530  4925 log.cc:826] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: Log is configured to *not* fsync() on all Append() calls
23:54:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.023491  4925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: No bootstrap required, opened a new log
23:54:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.055379  4925 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.056352  4925 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.056689  4925 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d5d883317554b16916c8b3f3ae35c16, State: Initialized, Role: FOLLOWER
23:54:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.057757  4925 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.060827  5034 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.062668  5034 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [sys.catalog]: This master's current role is: FOLLOWER
23:54:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.062855  4925 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [sys.catalog]: configured and running, proceeding with master startup.
23:54:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.063176  4900 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c9f7deef791949fba5b18cb020264ef0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d5d883317554b16916c8b3f3ae35c16" is_pre_election: true
23:54:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.064043  4900 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c9f7deef791949fba5b18cb020264ef0 in term 0.
23:54:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.065845  4956 leader_election.cc:304] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d5d883317554b16916c8b3f3ae35c16, c9f7deef791949fba5b18cb020264ef0; no voters: 
23:54:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.066751  5019 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.067137  5019 raft_consensus.cc:493] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.067492  5019 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 0 FOLLOWER]: Advancing to term 1
23:54:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.075973  5019 raft_consensus.cc:515] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.083670  4900 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c9f7deef791949fba5b18cb020264ef0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d5d883317554b16916c8b3f3ae35c16"
23:54:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.084158  5019 leader_election.cc:290] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [CANDIDATE]: Term 1 election: Requested vote from peers 04d6b1b32ac949df9510f79a6ddd0eaa (127.4.167.190:38881), 5d5d883317554b16916c8b3f3ae35c16 (127.4.167.189:38943)
23:54:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.084256  4900 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [term 0 FOLLOWER]: Advancing to term 1
23:54:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.092736  4900 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c9f7deef791949fba5b18cb020264ef0 in term 1.
23:54:22.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.093912  4956 leader_election.cc:304] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d5d883317554b16916c8b3f3ae35c16, c9f7deef791949fba5b18cb020264ef0; no voters: 
23:54:22.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.094834  5019 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 1 FOLLOWER]: Leader election won for term 1
23:54:22.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.108543  5019 raft_consensus.cc:697] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [term 1 LEADER]: Becoming Leader. State: Replica: c9f7deef791949fba5b18cb020264ef0, State: Running, Role: LEADER
23:54:22.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.109843  5019 consensus_queue.cc:237] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.122596  5043 sys_catalog.cc:455] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c9f7deef791949fba5b18cb020264ef0. Latest consensus state: current_term: 1 leader_uuid: "c9f7deef791949fba5b18cb020264ef0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.123528  5043 sys_catalog.cc:458] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: This master's current role is: LEADER
23:54:22.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468462124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:22.136 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:54:22.138 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:54:22.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.145015  5048 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:54:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:22.150837  5046 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:54:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:22.151378  5046 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:54:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.119254  4849 master_runner.cc:187] Error getting master registration for 127.4.167.190:38881: OK, instance_id { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" instance_seqno: 1783468457496579 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:54:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.170070  4849 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:54:22.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.171687  5048 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:54:22.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.211664  4847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } attempt: 7
23:54:22.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:22.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:22.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.272329  4847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa: Bootstrap starting.
23:54:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:22.272760  4879 tablet.cc:2406] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.280087  4847 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa: Neither blocks nor log segments found. Creating new log.
23:54:22.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.284626  4900 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [term 1 FOLLOWER]: Refusing update from remote peer c9f7deef791949fba5b18cb020264ef0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:54:22.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.288142  5043 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.291195  4847 log.cc:826] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa: Log is configured to *not* fsync() on all Append() calls
23:54:22.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.321244  4847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa: No bootstrap required, opened a new log
23:54:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.354199  5034 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c9f7deef791949fba5b18cb020264ef0. Latest consensus state: current_term: 1 leader_uuid: "c9f7deef791949fba5b18cb020264ef0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.354864  5034 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [sys.catalog]: This master's current role is: FOLLOWER
23:54:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.370653  5053 mvcc.cc:204] Tried to move back new op lower bound from 7305086821387714560 to 7305086820812759040. Current Snapshot: MvccSnapshot[applied={T|T < 7305086821387714560}]
23:54:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.381507  4847 raft_consensus.cc:359] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.382360  4847 raft_consensus.cc:385] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.385591  4847 raft_consensus.cc:740] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04d6b1b32ac949df9510f79a6ddd0eaa, State: Initialized, Role: FOLLOWER
23:54:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.386597  4847 consensus_queue.cc:260] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } }
23:54:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.388870  5034 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c9f7deef791949fba5b18cb020264ef0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.391213  5034 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16 [sys.catalog]: This master's current role is: FOLLOWER
23:54:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.393580  5057 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.394418  5057 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [sys.catalog]: This master's current role is: FOLLOWER
23:54:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.398247  5048 catalog_manager.cc:1382] Generated new cluster ID: 93d2abc94c7549f088360d85fbb2df4d
23:54:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.398531  5048 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:54:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.402927  4847 sys_catalog.cc:565] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [sys.catalog]: configured and running, proceeding with master startup.
23:54:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.402582  5019 sys_catalog.cc:455] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c9f7deef791949fba5b18cb020264ef0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.403244  5019 sys_catalog.cc:458] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: This master's current role is: LEADER
23:54:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.403792  4822 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c9f7deef791949fba5b18cb020264ef0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" is_pre_election: true
23:54:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.404944  4821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c9f7deef791949fba5b18cb020264ef0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa"
23:54:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.406067  4822 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c9f7deef791949fba5b18cb020264ef0 in term 0.
23:54:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.408452  4820 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [term 0 FOLLOWER]: Advancing to term 1
23:54:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.415346  4820 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [term 1 FOLLOWER]: Refusing update from remote peer c9f7deef791949fba5b18cb020264ef0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:54:22.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.423888  5043 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.439669  5048 catalog_manager.cc:1405] Generated new certificate authority record
23:54:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.447117  5048 catalog_manager.cc:1539] Loading token signing keys...
23:54:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:22.454896  4801 tablet.cc:2406] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.507867  5057 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [sys.catalog]: SysCatalogTable state changed. Reason: New leader c9f7deef791949fba5b18cb020264ef0. Latest consensus state: current_term: 1 leader_uuid: "c9f7deef791949fba5b18cb020264ef0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.509238  5057 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [sys.catalog]: This master's current role is: FOLLOWER
23:54:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.508836  5067 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c9f7deef791949fba5b18cb020264ef0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.509865  5067 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa [sys.catalog]: This master's current role is: FOLLOWER
23:54:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.512346  5019 sys_catalog.cc:455] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c9f7deef791949fba5b18cb020264ef0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04d6b1b32ac949df9510f79a6ddd0eaa" member_type: VOTER last_known_addr { host: "127.4.167.190" port: 38881 } } peers { permanent_uuid: "5d5d883317554b16916c8b3f3ae35c16" member_type: VOTER last_known_addr { host: "127.4.167.189" port: 38943 } } peers { permanent_uuid: "c9f7deef791949fba5b18cb020264ef0" member_type: VOTER last_known_addr { host: "127.4.167.188" port: 37217 } } }
23:54:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.513180  5019 sys_catalog.cc:458] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 [sys.catalog]: This master's current role is: LEADER
23:54:22.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.555449  5048 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: Generated new TSK 0
23:54:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.556787  5048 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.590636  4766 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/wal
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/data
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/logs
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/data/info.pb
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.129:0
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.167.129
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.129
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:54:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.587652  5074 catalog_manager.cc:1294] Loaded cluster ID: 93d2abc94c7549f088360d85fbb2df4d
23:54:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.599663  5074 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa: loading cluster ID for follower catalog manager: success
23:54:22.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468462624 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.627637  5074 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa: acquiring CA information for follower catalog manager: success
23:54:22.634 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:54:22.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:54:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:22.643692  5074 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 04d6b1b32ac949df9510f79a6ddd0eaa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:54:22.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:22.759 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:22.760 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:22.760 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:22.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:22.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:22.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:22.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:22.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:22.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:22.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:22.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:22.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:22.761 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:22.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:22.890 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:22.890 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:22.891 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:22.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:22.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:22.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:22.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:22.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:22.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:22.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:22.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:22.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:22.892 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:23.027 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:23.027 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:23.027 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:23.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.028 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.028 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.028 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:23.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468463124 for job 0c27b7259d4fdd95b93db84a92b79b97.
23:54:23.137 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 0c27b7259d4fdd95b93db84a92b79b97 (1594 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:54:23.138 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:54:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:23.158505  5046 catalog_manager.cc:1294] Loaded cluster ID: 93d2abc94c7549f088360d85fbb2df4d
23:54:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:23.158835  5046 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: loading cluster ID for follower catalog manager: success
23:54:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:23.173097  5046 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: acquiring CA information for follower catalog manager: success
23:54:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:23.183020  5046 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5d5d883317554b16916c8b3f3ae35c16: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:54:23.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:23.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:23.306 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.252:33151(127.1.234.252:33151)] connecting to peer
23:54:23.306 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.253:35279(127.1.234.253:35279)] connecting to peer
23:54:23.307 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.1.234.254:35273(127.1.234.254:35273)] connecting to peer
23:54:23.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:23.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.234.252:33151(127.1.234.252:33151)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:23.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.252:33151: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151
23:54:23.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:23.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.234.253:35279(127.1.234.253:35279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:23.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.253:35279: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279
23:54:23.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:23.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.234.254:35273(127.1.234.254:35273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:23.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.234.254:35273: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
23:54:23.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273; will retry
23:54:23.309 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29757, elapsed=27679), Traces: [0ms] sending RPC to server master-127.1.234.252:33151, [1ms] received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [38ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [39ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [58ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [78ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [97ms] refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [99ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [99ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [118ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [237ms] refreshing cache from master, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [239ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [357ms] refreshing cache from master, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [358ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [859ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1499ms] refreshing cache from master, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1502ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1639ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4037ms] refreshing cache from master, [4037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [4039ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4041ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [7497ms] refreshing cache from master, [7497ms] too many traces: truncated at 100 traces, deferred=Deferred@862581100(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188)))
23:54:23.310 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=08089808c972404eb09a733dd46eb227, attempt=8, KuduRpc(method=Scan, tablet=08089808c972404eb09a733dd46eb227, attempt=8, TimeoutTracker(timeout=30000, elapsed=27924), Traces: [0ms] sending RPC to server c35e4a73cbf14b64921deb32b0f245f4, [55ms] received response from server c35e4a73cbf14b64921deb32b0f245f4: Network error: connection closed, [55ms] delaying RPC due to: Network error: connection closed, [62ms] sending RPC to server 2d502c3c23af47b382ede234b1cabae4, [63ms] received response from server 2d502c3c23af47b382ede234b1cabae4: Network error: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733, [63ms] delaying RPC due to: Network error: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733, [81ms] sending RPC to server 0cdc962fcb2d4c1eb90ea88ba679361f, [87ms] received response from server 0cdc962fcb2d4c1eb90ea88ba679361f: Network error: [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] unexpected exception from downstream on [id: 0x0cd6e9b3, L:/127.0.0.1:56812 - R:/127.1.234.195:41611], [87ms] delaying RPC due to: Network error: [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] unexpected exception from downstream on [id: 0x0cd6e9b3, L:/127.0.0.1:56812 - R:/127.1.234.195:41611], [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: [peer master-127.1.234.254:35273(127.1.234.254:35273)] unexpected exception from downstream on [id: 0xca185a04, L:/127.0.0.1:46484 - R:/127.1.234.254:35273], [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: OK, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.234.252:33151, [145ms] Sub RPC GetTableLocations: received response from server master-127.1.234.252:33151: OK, [146ms] sending RPC to server c35e4a73cbf14b64921deb32b0f245f4, [147ms] received response from server c35e4a73cbf14b64921deb32b0f245f4: Network error: Failed to connect to peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809): Connection refused: /127.1.234.194:36809, [147ms] delaying RPC due to: Network error: Failed to connect to peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809): Connection refused: /127.1.234.194:36809, [182ms] sending RPC to server 2d502c3c23af47b382ede234b1cabae4, [183ms] received response from server 2d502c3c23af47b382ede234b1cabae4: Network error: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733, [183ms] delaying RPC due to: Network error: Failed to connect to peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733): Connection refused: /127.1.234.193:37733, [221ms] sending RPC to server 0cdc962fcb2d4c1eb90ea88ba679361f, [222ms] received response from server 0cdc962fcb2d4c1eb90ea88ba679361f: Network error: Failed to connect to peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611): Connection refused: /127.1.234.195:41611, [222ms] delaying RPC due to: Network error: Failed to connect to peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611): Connection refused: /127.1.234.195:41611, [244ms] refreshing cache from master, [244ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.234.252:33151, [245ms] Sub RPC GetTableLocations: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [245ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [261ms] Sub RPC GetTableLocations: refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [262ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [281ms] Sub RPC GetTableLocations: refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [282ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [283ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [301ms] Sub RPC GetTableLocations: refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [302ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [321ms] Sub RPC GetTableLocations: refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [322ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [322ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [322ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [322ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [341ms] Sub RPC GetTableLocations: refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [342ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [342ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [343ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [343ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [361ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [362ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [481ms] Sub RPC GetTableLocations: refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [483ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [483ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [483ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [483ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [601ms] Sub RPC GetTableLocations: refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [602ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [602ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [602ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [602ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1101ms] Sub RPC GetTableLocations: refreshing cache from master, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, deferred=Deferred@1600458519(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@1106884784 after retry RPC@1848908906), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@1106884784 after retry RPC@1848908906)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29757, elapsed=27679), Traces: [0ms] sending RPC to server master-127.1.234.252:33151, [1ms] received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [38ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [39ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [58ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [78ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [97ms] refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [99ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [99ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [118ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [237ms] refreshing cache from master, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [239ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [357ms] refreshing cache from master, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [358ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [859ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1499ms] refreshing cache from master, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1502ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1639ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4037ms] refreshing cache from master, [4037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [4039ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4041ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [7497ms] refreshing cache from master, [7497ms] too many traces: truncated at 100 traces, deferred=Deferred@862581100(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.234.254:35273
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:23.311 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29757, elapsed=27679), Traces: [0ms] sending RPC to server master-127.1.234.252:33151, [1ms] received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [38ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [39ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [58ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [78ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [97ms] refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [99ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [99ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [118ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [237ms] refreshing cache from master, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [239ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [357ms] refreshing cache from master, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [358ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [859ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1499ms] refreshing cache from master, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1502ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1639ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4037ms] refreshing cache from master, [4037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [4039ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4041ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [7497ms] refreshing cache from master, [7497ms] too many traces: truncated at 100 traces, deferred=Deferred@862581100(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.234.254:35273
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:23.312 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:54:23.312 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29757, elapsed=27679), Traces: [0ms] sending RPC to server master-127.1.234.252:33151, [1ms] received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [38ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [39ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [58ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [78ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [97ms] refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [99ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [99ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [118ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [237ms] refreshing cache from master, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [239ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [357ms] refreshing cache from master, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [358ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [859ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1499ms] refreshing cache from master, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1502ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1639ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4037ms] refreshing cache from master, [4037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [4039ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4041ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [7497ms] refreshing cache from master, [7497ms] too many traces: truncated at 100 traces, deferred=Deferred@862581100(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.234.254:35273
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:23.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2d502c3c23af47b382ede234b1cabae4(127.1.234.193:37733)] disconnecting while in state TERMINATED
23:54:23.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.1.234.254:35273(127.1.234.254:35273)] disconnecting while in state TERMINATED
23:54:23.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer c35e4a73cbf14b64921deb32b0f245f4(127.1.234.194:36809)] disconnecting while in state TERMINATED
23:54:23.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.1.234.252:33151(127.1.234.252:33151)] disconnecting while in state TERMINATED
23:54:23.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 0cdc962fcb2d4c1eb90ea88ba679361f(127.1.234.195:41611)] disconnecting while in state TERMINATED
23:54:23.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.1.234.253:35279(127.1.234.253:35279)] disconnecting while in state TERMINATED
23:54:23.313 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:23.314 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.2.185.254:33175(127.2.185.254:33175)] disconnecting while in state TERMINATED
23:54:23.314 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.2.185.252:46335(127.2.185.252:46335)] disconnecting while in state TERMINATED
23:54:23.314 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.2.185.253:45787(127.2.185.253:45787)] disconnecting while in state TERMINATED
23:54:23.314 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-4
23:54:23.314 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
23:54:23.314 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
23:54:23.314 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
23:54:23.314 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:54:23.314 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:23.315 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
23:54:23.315 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:54:23.315 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:54:23.337 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:54:23.337 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:54:23.337 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29757, elapsed=27679), Traces: [0ms] sending RPC to server master-127.1.234.252:33151, [1ms] received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [38ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [39ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [58ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [78ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [97ms] refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [99ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [99ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [118ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [237ms] refreshing cache from master, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [239ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [357ms] refreshing cache from master, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [358ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [859ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1499ms] refreshing cache from master, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1502ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1639ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4037ms] refreshing cache from master, [4037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [4039ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4041ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [7497ms] refreshing cache from master, [7497ms] too many traces: truncated at 100 traces, deferred=Deferred@862581100(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.234.254:35273
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:23.338 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:54:23.341 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:54:23.344 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29757, elapsed=27679), Traces: [0ms] sending RPC to server master-127.1.234.252:33151, [1ms] received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [38ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [39ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [58ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [78ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [78ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [97ms] refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [98ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [99ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [99ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [118ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [237ms] refreshing cache from master, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [239ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [239ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [357ms] refreshing cache from master, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [358ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [358ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [859ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1499ms] refreshing cache from master, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1500ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1502ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [1638ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [1639ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4037ms] refreshing cache from master, [4037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.252:33151, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.253:35279, [4038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.234.254:35273, [4039ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.252:33151: Network error: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.253:35279: Network error: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279, [4040ms] Sub RPC ConnectToMaster: received response from server master-127.1.234.254:35273: Network error: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [4041ms] delaying RPC due to: Service unavailable: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273, [7497ms] refreshing cache from master, [7497ms] too many traces: truncated at 100 traces, deferred=Deferred@862581100(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1993268586 after retry RPC after error@1453805927) -> (continuation of Deferred@1010553697 after retry RPC after error@1084602139) -> (continuation of Deferred@1073743848 after retry RPC after error@750799590) -> (continuation of Deferred@1308763332 after retry RPC after error@603082608) -> (continuation of Deferred@1670198177 after retry RPC after error@1303695948) -> (continuation of Deferred@307227450 after retry RPC after error@595046348) -> (continuation of Deferred@695046200 after retry RPC after error@1109397995) -> (continuation of Deferred@794502318 after retry RPC after error@827127622) -> (continuation of Deferred@1952800007 after retry RPC after error@906540329) -> (continuation of Deferred@1073776914 after retry RPC after error@371237011) -> (continuation of Deferred@1223903797 after retry RPC after error@1000415231) -> (continuation of Deferred@2133678464 after retry RPC after error@1813662414) -> (continuation of Deferred@1047136154 after retry RPC after error@226994511) -> (continuation of Deferred@410193958 after retry RPC after error@646014428) -> (continuation of Deferred@1211756609 after retry RPC after error@2026169816) -> (continuation of Deferred@2025208006 after retry RPC after error@1437863305) -> (continuation of Deferred@1384662150 after retry RPC after error@222138666) -> (continuation of Deferred@1141176387 after retry RPC after error@824802575) -> (continuation of Deferred@555066328 after retry RPC after error@1086374417) -> (continuation of Deferred@602274986 after retry RPC after error@1499348188) -> (continuation of Deferred@1431920460 after retry RPC after error@323997628) -> (continuation of Deferred@524513747 after retry RPC after error@928187963) -> (continuation of Deferred@678403234 after retry RPC after error@1169200188)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.234.252:33151,127.1.234.253:35279,127.1.234.254:35273) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.252:33151(127.1.234.252:33151): Connection refused: /127.1.234.252:33151,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.253:35279(127.1.234.253:35279): Connection refused: /127.1.234.253:35279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.234.254:35273(127.1.234.254:35273): Connection refused: /127.1.234.254:35273
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.234.254:35273
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:23.345 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:54:23.346 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RUNNING to RESTARTING.
23:54:23.346 [WARN - flink-pekko.actor.default-dispatcher-4] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:54:23.346 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:23.347 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:54:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:23.349522  5076 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:23.350231  5076 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:23.350973  5076 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:23.375 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.376 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.376 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.380 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.380 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.380 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.381 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26408), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [7ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [14ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [28ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [56ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [129ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [132ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [602ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2500ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@484334653(state=PENDING, result=null, callback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320), errback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320)))
23:54:23.383 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.383 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.383 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26408), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [7ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [14ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [28ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [56ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [129ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [132ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [602ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2500ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@484334653(state=PENDING, result=null, callback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320), errback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26408), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [7ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [14ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [28ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [56ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [129ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [132ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [602ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2500ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@484334653(state=PENDING, result=null, callback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320), errback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.61:42317
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:23.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.383 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.384 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:23.385 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:23.385 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:23.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.385 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:23.389 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26408), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [7ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [14ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [28ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [56ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [129ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [132ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [602ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2500ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@484334653(state=PENDING, result=null, callback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320), errback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26408), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [7ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [13ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [14ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [28ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [56ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [129ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [130ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [131ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [132ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [284ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [383ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [602ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2500ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2504ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@484334653(state=PENDING, result=null, callback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320), errback=(continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074) -> (continuation of Deferred@329708687 after retry RPC after error@1248557910) -> (continuation of Deferred@2034018617 after retry RPC after error@1134004626) -> (continuation of Deferred@1739657187 after retry RPC after error@1989245320)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.61:42317
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:23.391 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:54:23.392 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:54:23.392 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
23:54:23.392 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
23:54:23.393 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:54:23.393 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
23:54:23.393 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:54:23.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
23:54:23.393 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:54:23.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
23:54:23.394 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:54:23.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:54:23.394 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
23:54:23.395 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.396 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.396 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.397 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:54:23.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
23:54:23.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:54:23.415 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.416 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.416 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.418 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:23.419834  5076 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:23.421216  5076 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.167.129
23:54:23.431 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:54:23.432 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:54:23.432 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:54:23.435 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.436 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.436 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.437 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.438 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:54:23.438 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:54:23.438 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:54:23.452 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:54:23.452 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:54:23.452 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:54:23.455 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.456 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.456 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.457 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.461 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:54:23.461 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:54:23.461 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:54:23.469 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:54:23.469 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
23:54:23.469 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:54:23.475 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:54:23.475 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.475 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
23:54:23.475 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:54:23.475 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.476 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.478 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.486 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
23:54:23.487 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:54:23.487 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
23:54:23.487 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:54:23.488 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
23:54:23.489 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:54:23.489 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:23.490 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:54:23.491 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:54:23.491 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:54:23.492 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
23:54:23.493 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d2b24b5be07c54027760c4793ebc532d
23:54:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:23.494504  5076 tablet_server_runner.cc:78] Tablet server non-default flags:
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/data
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/wal
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.129:0
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/data/info.pb
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.129
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.167.129
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/logs
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:23.496237  5076 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:23.498555  5076 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:23.517 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.518 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.518 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:23.528087  5100 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:23.540 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:23.540 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:23.540 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:23.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:23.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:23.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:23.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:23.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:23.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:23.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:23.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:23.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:23.542 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:23.585 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:23.586 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:23.586 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:23.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:23.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:23.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:23.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:23.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:23.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:23.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:23.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:23.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:23.587 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:23.616 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.616 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.616 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.618 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.656 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:23.656 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:23.656 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:23.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.657 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.657 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:23.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:23.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:23.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:23.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:23.784 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:23.784 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:23.784 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:23.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:23.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.789 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:23.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:23.789 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:23.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:23.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:23.900 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:23.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:23.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:23.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:23.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:23.901 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:23.901 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:23.901 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:23.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:23.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:23.902 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:24.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:24.050 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:24.051 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:24.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:24.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:24.052 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:24.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:24.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:24.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:24.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:24.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:24.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:24.057 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:24.065 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:24.066 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:24.066 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:24.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:24.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:24.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:24.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:24.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:24.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:24.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:24.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:24.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:24.068 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:24.096 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:24.096 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:24.096 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:24.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:24.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:24.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:24.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:24.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:24.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:24.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:24.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:24.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:24.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:24.185 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:24.185 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:24.186 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:24.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:24.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:24.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:24.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:24.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:24.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:24.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:24.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:24.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:24.187 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:24.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:24.354 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RESTARTING to RUNNING.
23:54:24.355 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 0c27b7259d4fdd95b93db84a92b79b97 from Checkpoint 63 @ 1783468463124 for 0c27b7259d4fdd95b93db84a92b79b97 located at file:/tmp/junit6173627628910572124/checkpoints/0c27b7259d4fdd95b93db84a92b79b97/chk-63.
23:54:24.356 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:54:24.356 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:54:24.358 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 63 for source Source: KuduSource to checkpoint.
23:54:24.358 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:54:24.360 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:54:24.360 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 10138327bd0030b31a590d7cd3bbfa2f
23:54:24.360 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 10138327bd0030b31a590d7cd3bbfa2f.
23:54:24.368 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 10138327bd0030b31a590d7cd3bbfa2f.
23:54:24.389 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:54:24.392 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:54:24.396 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:24.397 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:24.397 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:24.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:24.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:24.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:24.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:24.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:24.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:24.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:24.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:24.399 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:24.399 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:24.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27424), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [12ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [18ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [19ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [19ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [56ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [57ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [83ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [128ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [130ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [130ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [131ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [131ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [283ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [382ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [822ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [822ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [822ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [822ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2543ms] too many traces: truncated at 100 traces, deferred=Deferred@877641502(state=PENDING, result=null, callback=(continuation of Deferred@622970576 after retry RPC after error@1089372822) -> (continuation of Deferred@928769745 after retry RPC after error@2124748907) -> (continuation of Deferred@1427719721 after retry RPC after error@1633129518) -> (continuation of Deferred@164797371 after retry RPC after error@1608690858) -> (continuation of Deferred@1087738225 after retry RPC after error@503225249) -> (continuation of Deferred@15520998 after retry RPC after error@1252110253) -> (continuation of Deferred@647229841 after retry RPC after error@1331254641) -> (continuation of Deferred@695530392 after retry RPC after error@1852829148) -> (continuation of Deferred@1464440569 after retry RPC after error@1379836860) -> (continuation of Deferred@1549300304 after retry RPC after error@1304978698) -> (continuation of Deferred@1454230548 after retry RPC after error@1898559038) -> (continuation of Deferred@1862041785 after retry RPC after error@1611815001) -> (continuation of Deferred@1483207971 after retry RPC after error@1690513495) -> (continuation of Deferred@1857068350 after retry RPC after error@479383585) -> (continuation of Deferred@2075910269 after retry RPC after error@101131989) -> (continuation of Deferred@1823736390 after retry RPC after error@1722663977) -> (continuation of Deferred@1118926985 after retry RPC after error@2101337988) -> (continuation of Deferred@827671639 after retry RPC after error@970019544) -> (continuation of Deferred@1894580315 after retry RPC after error@1940726333) -> (continuation of Deferred@1757521891 after retry RPC after error@1538621361) -> (continuation of Deferred@1136804676 after retry RPC after error@1499737547) -> (continuation of Deferred@1023375291 after retry RPC after error@1279778658) -> (continuation of Deferred@491679181 after retry RPC after error@1706820058) -> (continuation of Deferred@582606969 after retry RPC after error@1350014851), errback=(continuation of Deferred@622970576 after retry RPC after error@1089372822) -> (continuation of Deferred@928769745 after retry RPC after error@2124748907) -> (continuation of Deferred@1427719721 after retry RPC after error@1633129518) -> (continuation of Deferred@164797371 after retry RPC after error@1608690858) -> (continuation of Deferred@1087738225 after retry RPC after error@503225249) -> (continuation of Deferred@15520998 after retry RPC after error@1252110253) -> (continuation of Deferred@647229841 after retry RPC after error@1331254641) -> (continuation of Deferred@695530392 after retry RPC after error@1852829148) -> (continuation of Deferred@1464440569 after retry RPC after error@1379836860) -> (continuation of Deferred@1549300304 after retry RPC after error@1304978698) -> (continuation of Deferred@1454230548 after retry RPC after error@1898559038) -> (continuation of Deferred@1862041785 after retry RPC after error@1611815001) -> (continuation of Deferred@1483207971 after retry RPC after error@1690513495) -> (continuation of Deferred@1857068350 after retry RPC after error@479383585) -> (continuation of Deferred@2075910269 after retry RPC after error@101131989) -> (continuation of Deferred@1823736390 after retry RPC after error@1722663977) -> (continuation of Deferred@1118926985 after retry RPC after error@2101337988) -> (continuation of Deferred@827671639 after retry RPC after error@970019544) -> (continuation of Deferred@1894580315 after retry RPC after error@1940726333) -> (continuation of Deferred@1757521891 after retry RPC after error@1538621361) -> (continuation of Deferred@1136804676 after retry RPC after error@1499737547) -> (continuation of Deferred@1023375291 after retry RPC after error@1279778658) -> (continuation of Deferred@491679181 after retry RPC after error@1706820058) -> (continuation of Deferred@582606969 after retry RPC after error@1350014851)))
23:54:24.404 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e4b02f1
23:54:24.405 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:24.405 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:54:24.405 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:54:24.406 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:54:24.423 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c4bbfff
23:54:24.455 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:24.468 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:24.483 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:24.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.493 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:24.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.513 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:24.528 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:24.537 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:24.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.542 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:24.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.548 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.548 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:24.568 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:24.578 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:24.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.580 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:24.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.582 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:24.589 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:24.589 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:24.589 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:24.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.590 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.593 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:24.608 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:24.609 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:24.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.611 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:24.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:24.649 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:24.649 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:24.649 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:24.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:24.664 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:24.664 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:24.665 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:24.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:24.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:24.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:24.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:24.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:24.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:24.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:24.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:24.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:24.666 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:24.669 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:24.669 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:24.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.669 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.669 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.669 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:24.669 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.669 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.670 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:24.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:24.756 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:24.757 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:24.757 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:24.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:24.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:24.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:24.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:24.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:24.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:24.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:24.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:24.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:24.759 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:24.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:24.768 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:24.769 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:24.769 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:24.769 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.769 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:24.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:24.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:24.770 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:25.029 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:25.029 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:25.029 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:25.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.032 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:25.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:25.227 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:25.227 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:25.227 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:25.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:25.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:25.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:25.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:25.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:25.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:25.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:25.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:25.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:25.228 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:25.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:25.270 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:25.270 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:25.271 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:25.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.273 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:25.408 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:25.409 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:25.409 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:25.409 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.409 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.410 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.410 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.412 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:25.588 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:25.588 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:25.588 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:25.589 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:25.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.590 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.590 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:25.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:25.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:25.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:25.742 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:25.742 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:25.742 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:25.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:25.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28766), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [12ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [14ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [14ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [24ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [24ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [54ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [56ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [56ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [56ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [264ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [264ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [501ms] refreshing cache from master, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [502ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [503ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [762ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [763ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [763ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1422ms] refreshing cache from master, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1423ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5920ms] refreshing cache from master, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5922ms] too many traces: truncated at 100 traces, deferred=Deferred@1032712112(state=PENDING, result=null, callback=(continuation of Deferred@1311314502 after retry RPC after error@772766723) -> (continuation of Deferred@614616855 after retry RPC after error@1979761756) -> (continuation of Deferred@1883063288 after retry RPC after error@629655192) -> (continuation of Deferred@334229448 after retry RPC after error@1664744397) -> (continuation of Deferred@2038519505 after retry RPC after error@1646918783) -> (continuation of Deferred@779147869 after retry RPC after error@37465037) -> (continuation of Deferred@1912558213 after retry RPC after error@1553502913) -> (continuation of Deferred@1955731773 after retry RPC after error@732475809) -> (continuation of Deferred@541631787 after retry RPC after error@945694073) -> (continuation of Deferred@1558288574 after retry RPC after error@850005818) -> (continuation of Deferred@1462670777 after retry RPC after error@504502216) -> (continuation of Deferred@1315326172 after retry RPC after error@752311797) -> (continuation of Deferred@267884171 after retry RPC after error@22375658) -> (continuation of Deferred@2106188980 after retry RPC after error@1806120453) -> (continuation of Deferred@1482139188 after retry RPC after error@1926210536) -> (continuation of Deferred@1087460673 after retry RPC after error@303322176) -> (continuation of Deferred@2006394416 after retry RPC after error@2026380233) -> (continuation of Deferred@846799564 after retry RPC after error@50316951) -> (continuation of Deferred@1285015134 after retry RPC after error@1949932118) -> (continuation of Deferred@263043423 after retry RPC after error@1939479875) -> (continuation of Deferred@21856344 after retry RPC after error@958284045), errback=(continuation of Deferred@1311314502 after retry RPC after error@772766723) -> (continuation of Deferred@614616855 after retry RPC after error@1979761756) -> (continuation of Deferred@1883063288 after retry RPC after error@629655192) -> (continuation of Deferred@334229448 after retry RPC after error@1664744397) -> (continuation of Deferred@2038519505 after retry RPC after error@1646918783) -> (continuation of Deferred@779147869 after retry RPC after error@37465037) -> (continuation of Deferred@1912558213 after retry RPC after error@1553502913) -> (continuation of Deferred@1955731773 after retry RPC after error@732475809) -> (continuation of Deferred@541631787 after retry RPC after error@945694073) -> (continuation of Deferred@1558288574 after retry RPC after error@850005818) -> (continuation of Deferred@1462670777 after retry RPC after error@504502216) -> (continuation of Deferred@1315326172 after retry RPC after error@752311797) -> (continuation of Deferred@267884171 after retry RPC after error@22375658) -> (continuation of Deferred@2106188980 after retry RPC after error@1806120453) -> (continuation of Deferred@1482139188 after retry RPC after error@1926210536) -> (continuation of Deferred@1087460673 after retry RPC after error@303322176) -> (continuation of Deferred@2006394416 after retry RPC after error@2026380233) -> (continuation of Deferred@846799564 after retry RPC after error@50316951) -> (continuation of Deferred@1285015134 after retry RPC after error@1949932118) -> (continuation of Deferred@263043423 after retry RPC after error@1939479875) -> (continuation of Deferred@21856344 after retry RPC after error@958284045)))
23:54:25.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:25.979 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:25.980 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:25.980 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:25.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:25.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:25.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.982 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.982 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:25.982 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:25.984 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:25.985 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:25.985 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:25.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:25.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:25.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:25.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:25.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:25.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:25.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:25.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:25.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:25.986 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:24.921123  5099 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 5076
23:54:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:26.005698  5099 kernel_stack_watchdog.cc:198] Thread 5076 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 377ms:
23:54:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:54:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:54:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:54:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:54:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:23.547312  5101 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:26.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:26.011435  5076 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.470s	user 0.726s	sys 1.453s
23:54:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:26.011797  5076 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.470s	user 0.726s	sys 1.453s
23:54:26.019 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:26.020 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:26.020 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:26.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:26.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:26.021 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:26.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:26.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:26.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:26.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:26.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:26.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:26.022 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:26.022 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29046), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [11ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [24ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [24ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [25ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [53ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [55ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [55ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [56ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [381ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [382ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [682ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2304ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3740ms] refreshing cache from master, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@209281022(state=PENDING, result=null, callback=(continuation of Deferred@1210053833 after retry RPC after error@397011700) -> (continuation of Deferred@1660147893 after retry RPC after error@615775674) -> (continuation of Deferred@322825305 after retry RPC after error@1268468352) -> (continuation of Deferred@928060726 after retry RPC after error@204759115) -> (continuation of Deferred@1880562352 after retry RPC after error@1640599928) -> (continuation of Deferred@1586413778 after retry RPC after error@1897387376) -> (continuation of Deferred@958235512 after retry RPC after error@343050098) -> (continuation of Deferred@1012026750 after retry RPC after error@1931584465) -> (continuation of Deferred@645068942 after retry RPC after error@641446437) -> (continuation of Deferred@145498657 after retry RPC after error@1986869198) -> (continuation of Deferred@1206523653 after retry RPC after error@1010515783) -> (continuation of Deferred@1441775563 after retry RPC after error@1252209151) -> (continuation of Deferred@1566987665 after retry RPC after error@952273021) -> (continuation of Deferred@276523337 after retry RPC after error@1124372080) -> (continuation of Deferred@740397404 after retry RPC after error@812485) -> (continuation of Deferred@1274443180 after retry RPC after error@753276332) -> (continuation of Deferred@216914461 after retry RPC after error@1873589256) -> (continuation of Deferred@395310916 after retry RPC after error@190368620) -> (continuation of Deferred@1762121000 after retry RPC after error@1661022452) -> (continuation of Deferred@190631431 after retry RPC after error@1175615403) -> (continuation of Deferred@292246740 after retry RPC after error@2064072861) -> (continuation of Deferred@373720332 after retry RPC after error@1136400192) -> (continuation of Deferred@138032663 after retry RPC after error@1241025573) -> (continuation of Deferred@1798573811 after retry RPC after error@1209074370) -> (continuation of Deferred@297934681 after retry RPC after error@483799264) -> (continuation of Deferred@1474225695 after retry RPC after error@395966772) -> (continuation of Deferred@371201097 after retry RPC after error@1004300125) -> (continuation of Deferred@462589991 after retry RPC after error@1125812792), errback=(continuation of Deferred@1210053833 after retry RPC after error@397011700) -> (continuation of Deferred@1660147893 after retry RPC after error@615775674) -> (continuation of Deferred@322825305 after retry RPC after error@1268468352) -> (continuation of Deferred@928060726 after retry RPC after error@204759115) -> (continuation of Deferred@1880562352 after retry RPC after error@1640599928) -> (continuation of Deferred@1586413778 after retry RPC after error@1897387376) -> (continuation of Deferred@958235512 after retry RPC after error@343050098) -> (continuation of Deferred@1012026750 after retry RPC after error@1931584465) -> (continuation of Deferred@645068942 after retry RPC after error@641446437) -> (continuation of Deferred@145498657 after retry RPC after error@1986869198) -> (continuation of Deferred@1206523653 after retry RPC after error@1010515783) -> (continuation of Deferred@1441775563 after retry RPC after error@1252209151) -> (continuation of Deferred@1566987665 after retry RPC after error@952273021) -> (continuation of Deferred@276523337 after retry RPC after error@1124372080) -> (continuation of Deferred@740397404 after retry RPC after error@812485) -> (continuation of Deferred@1274443180 after retry RPC after error@753276332) -> (continuation of Deferred@216914461 after retry RPC after error@1873589256) -> (continuation of Deferred@395310916 after retry RPC after error@190368620) -> (continuation of Deferred@1762121000 after retry RPC after error@1661022452) -> (continuation of Deferred@190631431 after retry RPC after error@1175615403) -> (continuation of Deferred@292246740 after retry RPC after error@2064072861) -> (continuation of Deferred@373720332 after retry RPC after error@1136400192) -> (continuation of Deferred@138032663 after retry RPC after error@1241025573) -> (continuation of Deferred@1798573811 after retry RPC after error@1209074370) -> (continuation of Deferred@297934681 after retry RPC after error@483799264) -> (continuation of Deferred@1474225695 after retry RPC after error@395966772) -> (continuation of Deferred@371201097 after retry RPC after error@1004300125) -> (continuation of Deferred@462589991 after retry RPC after error@1125812792)))
23:54:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.026324  5076 server_base.cc:1061] running on GCE node
23:54:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:26.025529  5118 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.027846  5076 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:26.030 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:26.030 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:26.030 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:26.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:26.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:26.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:26.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:26.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:26.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:26.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:26.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:26.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:26.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:26.033 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29048), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [7ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [9ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [13ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [13ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [23ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [44ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [47ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [47ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [47ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [323ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [782ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [782ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [782ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [782ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1063ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2720ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2724ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6381ms] refreshing cache from master, [6381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6382ms] too many traces: truncated at 100 traces, deferred=Deferred@2041606578(state=PENDING, result=null, callback=(continuation of Deferred@1978243874 after retry RPC after error@1011363098) -> (continuation of Deferred@1092715598 after retry RPC after error@1004949561) -> (continuation of Deferred@49282284 after retry RPC after error@2133995862) -> (continuation of Deferred@847038730 after retry RPC after error@999436516) -> (continuation of Deferred@1181201382 after retry RPC after error@674333437) -> (continuation of Deferred@2094086760 after retry RPC after error@1458450438) -> (continuation of Deferred@762134974 after retry RPC after error@158271620) -> (continuation of Deferred@2090365371 after retry RPC after error@1540423726) -> (continuation of Deferred@485935707 after retry RPC after error@1840044649) -> (continuation of Deferred@1384545230 after retry RPC after error@17154496) -> (continuation of Deferred@730556329 after retry RPC after error@545234723) -> (continuation of Deferred@1103546601 after retry RPC after error@1851923152) -> (continuation of Deferred@505712282 after retry RPC after error@1115593978) -> (continuation of Deferred@889755100 after retry RPC after error@1271049527) -> (continuation of Deferred@1898494603 after retry RPC after error@1191665944) -> (continuation of Deferred@911256145 after retry RPC after error@1747260089) -> (continuation of Deferred@1559040468 after retry RPC after error@538879216) -> (continuation of Deferred@330268800 after retry RPC after error@1407187094) -> (continuation of Deferred@1728585864 after retry RPC after error@853811645) -> (continuation of Deferred@1570770145 after retry RPC after error@1897350283) -> (continuation of Deferred@1472013889 after retry RPC after error@1145511106) -> (continuation of Deferred@425576367 after retry RPC after error@1386605331) -> (continuation of Deferred@1813270568 after retry RPC after error@273277028) -> (continuation of Deferred@1742617981 after retry RPC after error@450801638) -> (continuation of Deferred@1409624453 after retry RPC after error@185641377), errback=(continuation of Deferred@1978243874 after retry RPC after error@1011363098) -> (continuation of Deferred@1092715598 after retry RPC after error@1004949561) -> (continuation of Deferred@49282284 after retry RPC after error@2133995862) -> (continuation of Deferred@847038730 after retry RPC after error@999436516) -> (continuation of Deferred@1181201382 after retry RPC after error@674333437) -> (continuation of Deferred@2094086760 after retry RPC after error@1458450438) -> (continuation of Deferred@762134974 after retry RPC after error@158271620) -> (continuation of Deferred@2090365371 after retry RPC after error@1540423726) -> (continuation of Deferred@485935707 after retry RPC after error@1840044649) -> (continuation of Deferred@1384545230 after retry RPC after error@17154496) -> (continuation of Deferred@730556329 after retry RPC after error@545234723) -> (continuation of Deferred@1103546601 after retry RPC after error@1851923152) -> (continuation of Deferred@505712282 after retry RPC after error@1115593978) -> (continuation of Deferred@889755100 after retry RPC after error@1271049527) -> (continuation of Deferred@1898494603 after retry RPC after error@1191665944) -> (continuation of Deferred@911256145 after retry RPC after error@1747260089) -> (continuation of Deferred@1559040468 after retry RPC after error@538879216) -> (continuation of Deferred@330268800 after retry RPC after error@1407187094) -> (continuation of Deferred@1728585864 after retry RPC after error@853811645) -> (continuation of Deferred@1570770145 after retry RPC after error@1897350283) -> (continuation of Deferred@1472013889 after retry RPC after error@1145511106) -> (continuation of Deferred@425576367 after retry RPC after error@1386605331) -> (continuation of Deferred@1813270568 after retry RPC after error@273277028) -> (continuation of Deferred@1742617981 after retry RPC after error@450801638) -> (continuation of Deferred@1409624453 after retry RPC after error@185641377)))
23:54:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.031716  5076 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.033406  5076 hybrid_clock.cc:648] HybridClock initialized: now 1783468466033355 us; error 39 us; skew 500 ppm
23:54:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.034550  5076 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.064611  5076 webserver.cc:534] Webserver started at http://127.4.167.129:42491/ using document root <none> and password file <none>
23:54:26.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.066151  5076 fs_manager.cc:362] Metadata directory not provided
23:54:26.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.066563  5076 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:26.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.067188  5076 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.073639  5076 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/data/instance:
23:54:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:26 on dist-test-slave-1rxj"
23:54:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.083923  5076 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/wal/instance:
23:54:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:26 on dist-test-slave-1rxj"
23:54:26.096 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:26.096 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:26.096 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:26.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:26.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:26.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:26.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:26.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:26.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:26.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:26.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:26.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:26.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.103981  5076 fs_manager.cc:696] Time spent creating directory manager: real 0.019s	user 0.010s	sys 0.000s
23:54:26.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.122628  5123 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:26.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.124863  5076 fs_manager.cc:730] Time spent opening block manager: real 0.016s	user 0.002s	sys 0.011s
23:54:26.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.125329  5076 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/wal
23:54:26.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:26.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:26 on dist-test-slave-1rxj"
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.125804  5076 fs_report.cc:389] FS layout report
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/wal
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/wal
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/data/data
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:26.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:26.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.375157  5076 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.379299  5076 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:26.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.380899  5076 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.396495  5076 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:54:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.413757  5076 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:54:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.414060  5076 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:54:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.414376  5076 ts_tablet_manager.cc:616] Registered 0 tablets
23:54:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.414600  5076 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:54:26.604 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:26.604 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:26.604 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:26.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:26.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:26.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:26.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:26.606 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:26.606 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:26.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:26.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:26.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:26.606 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:26.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:26.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.827622  5076 rpc_server.cc:307] RPC server started. Bound to: 127.4.167.129:41739
23:54:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.827739  5236 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.167.129:41739 every 8 connection(s)
23:54:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.831943  5076 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/data/info.pb
23:54:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.837186  4766 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 5076
23:54:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.837806  4766 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-0/wal/instance
23:54:26.845 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:26.845 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:26.845 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:26.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:26.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:26.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:26.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:26.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:26.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:26.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:26.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:26.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:26.847 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.856565  4766 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/wal
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/data
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/logs
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/data/info.pb
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.130:0
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.167.130
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.130
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:54:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.923051  5237 heartbeater.cc:344] Connected to a master server at 127.4.167.188:37217
23:54:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.924911  5237 heartbeater.cc:461] Registering TS with master...
23:54:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.926731  5237 heartbeater.cc:507] Master 127.4.167.188:37217 requested a full tablet report, sending...
23:54:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.931557  4973 ts_manager.cc:194] Registered new tserver with Master: 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739)
23:54:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.936524  4973 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.167.129:53729
23:54:26.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.950958  5238 heartbeater.cc:344] Connected to a master server at 127.4.167.189:38943
23:54:26.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.951362  5238 heartbeater.cc:461] Registering TS with master...
23:54:26.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.952373  5238 heartbeater.cc:507] Master 127.4.167.189:38943 requested a full tablet report, sending...
23:54:26.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.955282  4890 ts_manager.cc:194] Registered new tserver with Master: 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739)
23:54:26.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.957968  5242 heartbeater.cc:344] Connected to a master server at 127.4.167.190:38881
23:54:26.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.958323  5242 heartbeater.cc:461] Registering TS with master...
23:54:26.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.958942  5242 heartbeater.cc:507] Master 127.4.167.190:38881 requested a full tablet report, sending...
23:54:26.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:26.962149  4812 ts_manager.cc:194] Registered new tserver with Master: 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739)
23:54:27.029 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:27.029 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:27.029 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:27.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:27.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:27.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:27.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:27.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:27.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:27.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:27.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:27.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:27.031 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:27.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:27.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:27.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:27.356865  5241 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:27.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:27.357601  5241 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:27.358253  5241 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:27.396178  5241 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:27.397353  5241 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.167.130
23:54:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:27.440441  5241 tablet_server_runner.cc:78] Tablet server non-default flags:
23:54:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/data
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/wal
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.130:0
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/data/info.pb
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.130
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.167.130
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/logs
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:27.441922  5241 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:27.443605  5241 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:27.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:27.457693  5254 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:27.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:27.764 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:27.764 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:27.765 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:27.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:27.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:27.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:27.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:27.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:27.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:27.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:27.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:27.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:27.766 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:27.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:27.941418  5237 heartbeater.cc:499] Master 127.4.167.188:37217 was elected leader, sending a full tablet report...
23:54:27.964 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:27.964 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:27.965 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:27.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:27.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:27.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:27.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:27.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:27.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:27.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:27.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:27.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:27.966 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:28.025 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:28.025 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:28.025 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:28.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:28.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:28.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:28.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:28.026 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:28.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:28.026 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:28.026 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:28.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:28.026 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:28.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:28.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:28.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:28.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:28.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:27.463696  5255 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:28.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:27.464310  5257 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:28.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:27.466060  5241 server_base.cc:1061] running on GCE node
23:54:28.788 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:28.788 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:28.788 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:28.789 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:28.789 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:28.789 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:28.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:28.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.788770  5241 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:28.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:28.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:28.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:28.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:28.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:28.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.791639  5241 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.793102  5241 hybrid_clock.cc:648] HybridClock initialized: now 1783468468792993 us; error 89 us; skew 500 ppm
23:54:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.794211  5241 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:28.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.802964  5241 webserver.cc:534] Webserver started at http://127.4.167.130:40851/ using document root <none> and password file <none>
23:54:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.803880  5241 fs_manager.cc:362] Metadata directory not provided
23:54:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.804064  5241 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.804479  5241 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.810123  5241 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/data/instance:
23:54:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe61c55a19e7483ab168daf31900aa3f"
23:54:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:28 on dist-test-slave-1rxj"
23:54:28.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.811391  5241 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/wal/instance:
23:54:28.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe61c55a19e7483ab168daf31900aa3f"
23:54:28.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:28 on dist-test-slave-1rxj"
23:54:28.818 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:54:28.818 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:54:28.819 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:54:28.819 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:54:28.820 [INFO - Thread-31] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:54:28.820 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:54:28.820 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state TERMINATED
23:54:28.820 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state TERMINATED
23:54:28.820 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state TERMINATED
23:54:28.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.819846  5241 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
23:54:28.821 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:54:28.821 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:54:28.821 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:54:28.821 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:54:28.822 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:54:28.823 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
23:54:28.824 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:54:28.824 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
23:54:28.824 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:54:28.824 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
23:54:28.824 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:54:28.825 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:54:28.825 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:54:28.825 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:28.826 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
23:54:28.826 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:54:28.826 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ed3d6ca
23:54:28.826 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:28.826 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:54:28.826 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:54:28.826 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
23:54:28.826 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:54:28.826 [INFO - Thread-31] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:54:28.826 [INFO - Thread-31] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:54:28.826 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
23:54:28.826 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:54:28.827 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:54:28.827 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:54:28.827 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:54:28.828 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:54:28.829 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
23:54:28.829 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
23:54:28.829 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f7a489e
23:54:28.830 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5267eda6
23:54:28.830 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:28.830 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:54:28.830 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:54:28.847 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:28.847 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
23:54:28.847 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
23:54:28.847 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:28.847 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:28.848 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ea49162
23:54:28.848 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:28.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:28.848 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:54:28.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:28.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:28.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:28.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:28.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:28.849 [DEBUG - Thread-31] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:28.849 [INFO - Thread-31] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:54:28.847 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:54:28.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:28.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:28.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:28.852 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:28.852 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:54:28.854 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:28.848 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:54:28.854 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:54:28.855 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:54:28.856 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
23:54:28.856 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
23:54:28.856 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@18953a3b
23:54:28.856 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:28.856 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:54:28.857 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:54:28.863 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46020134
23:54:28.865 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29ce64f4
23:54:28.867 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:54:28.868 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:28.868 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:28.868 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:28.868 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:28.869 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:28.870 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:28.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@519cb0c
23:54:28.873 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:28.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.872259  5274 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:28.873 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.874863  5241 fs_manager.cc:730] Time spent opening block manager: real 0.040s	user 0.016s	sys 0.017s
23:54:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.875259  5241 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/wal
23:54:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe61c55a19e7483ab168daf31900aa3f"
23:54:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:28 on dist-test-slave-1rxj"
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.875641  5241 fs_report.cc:389] FS layout report
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/wal
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/wal
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/data/data
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:28.884 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:28.892 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:28.904 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:28.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.915 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:28.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.925 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:28.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.926 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:28.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.927 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:28.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.929 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:28.929 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:28.932 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:28.939 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:28.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.941 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:28.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.942 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:28.943 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:28.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.956 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:28.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:28.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:28.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:28.957 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:28.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:28.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:28.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:28.986 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:28.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:28.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:28.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:28.988 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:28.988 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:28.989 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.968377  5241 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.970295  5241 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.970872  5241 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.974315  5241 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:54:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.986101  5241 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:54:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.987541  5241 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
23:54:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.987860  5241 ts_tablet_manager.cc:616] Registered 0 tablets
23:54:28.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:28.988046  5241 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:54:28.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:28.990 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:28.990 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:28.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:28.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.011 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.016 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.025 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.038 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.038 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.039 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.041 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.041 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.042 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.048 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.049 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.049 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.050 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.050 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.050 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.051 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.052 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.054 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.054 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.061 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.064 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.069 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.069 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.069 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.070 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.070 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.071 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.073 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.073 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.073 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.073 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.074 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.077 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.079 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.079 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.080 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.081 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.083 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.084 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.084 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.085 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.086 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.087 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.088 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.089 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.089 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.089 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.090 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.090 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.093 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.093 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.093 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.093 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.093 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.094 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.094 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.094 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.104 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.105 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.105 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.106 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.109 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.111 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.113 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.113 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.113 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.113 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.113 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.113 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.116 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.116 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.117 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.129 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.129 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.130 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.129 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.131 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.131 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.132 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.133 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.133 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.133 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.144 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.144 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.144 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.149 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.150 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.150 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.151 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.153 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.153 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.153 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.153 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.155 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.165 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.165 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.165 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.167 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.173 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.173 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.174 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.176 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:29.189 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.190 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.190 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.190 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.190 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.191 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.192 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.192 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.193 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.195 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.204 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.204 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.205 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.207 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.209 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.209 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.210 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.211 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.213 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.213 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.213 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.213 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.213 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.213 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.214 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.227 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:29.227 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:29.227 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:29.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:29.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:29.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:29.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:29.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:29.229 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:29.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:29.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:29.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:29.230 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:29.233 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.234 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.234 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.253 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.253 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.253 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.264 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.265 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.265 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.266 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:29.269 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.270 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.270 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.271 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.290 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.290 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.290 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.291 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:29.314 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.314 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.314 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.330560  5241 rpc_server.cc:307] RPC server started. Bound to: 127.4.167.130:41549
23:54:29.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.330716  5437 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.167.130:41549 every 8 connection(s)
23:54:29.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.333932  5241 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/data/info.pb
23:54:29.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.338119  4766 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 5241
23:54:29.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.338551  4766 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-1/wal/instance
23:54:29.350 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.350 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.350 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.352 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.356125  4766 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/wal
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/data
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/logs
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/data/info.pb
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.131:0
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.167.131
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.131
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:54:29.373 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.373 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.373 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.376 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.389254  5438 heartbeater.cc:344] Connected to a master server at 127.4.167.188:37217
23:54:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.389842  5438 heartbeater.cc:461] Registering TS with master...
23:54:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.391402  5438 heartbeater.cc:507] Master 127.4.167.188:37217 requested a full tablet report, sending...
23:54:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.394258  4973 ts_manager.cc:194] Registered new tserver with Master: fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549)
23:54:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.395963  4973 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.167.130:40463
23:54:29.413 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.413 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.413 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.415 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.414532  5442 heartbeater.cc:344] Connected to a master server at 127.4.167.190:38881
23:54:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.414915  5442 heartbeater.cc:461] Registering TS with master...
23:54:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.415678  5442 heartbeater.cc:507] Master 127.4.167.190:38881 requested a full tablet report, sending...
23:54:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.418668  4812 ts_manager.cc:194] Registered new tserver with Master: fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549)
23:54:29.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.434433  5439 heartbeater.cc:344] Connected to a master server at 127.4.167.189:38943
23:54:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.434887  5439 heartbeater.cc:461] Registering TS with master...
23:54:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.435562  5439 heartbeater.cc:507] Master 127.4.167.189:38943 requested a full tablet report, sending...
23:54:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.438532  4890 ts_manager.cc:194] Registered new tserver with Master: fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549)
23:54:29.464 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.464 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.464 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.466 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.509 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.509 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.510 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.510 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.529 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.530 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.530 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:29.693 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.693 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.693 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.693 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.694 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.693 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.694 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.724 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:29.725 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:29.725 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:29.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:29.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:29.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:29.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:29.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:29.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:29.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:29.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:29.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:29.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:29.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:29.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:29.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:29.806633  5448 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:29.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:29.807663  5448 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:29.808243  5448 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:29.829 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:29.829 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:29.830 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:29.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:29.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:29.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:29.831 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:29.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:29.845959  5448 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:29.846872  5448 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.167.131
23:54:29.853 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.853 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:29.854 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.854 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:29.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.854 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:29.855 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.855 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:29.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.855 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.855 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:29.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:29.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.887374  5448 tablet_server_runner.cc:78] Tablet server non-default flags:
23:54:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.167.148:42169
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/data
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/wal
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.167.131:0
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/data/info.pb
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.167.131
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.167.131
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/logs
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.888759  5448 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:29.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:29.890410  5448 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:29.903275  5455 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:30.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:30.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:30.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:30.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:30.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:30.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:30.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:30.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:30.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:30.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:30.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:30.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:30.126 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:30.169 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:30.170 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:30.170 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:30.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:30.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:30.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:30.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:30.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:30.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:30.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:30.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:30.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:30.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:30.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:30.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:30.285 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:30.285 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:30.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:30.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:30.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:30.286 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:30.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:30.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:30.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:30.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:30.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:30.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:30.287 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:30.305 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:30.305 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:30.305 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:30.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:30.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:30.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:30.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:30.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:30.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:30.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:30.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:30.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:30.307 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:30.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:30.400864  5438 heartbeater.cc:499] Master 127.4.167.188:37217 was elected leader, sending a full tablet report...
23:54:30.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:30.686 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:30.687 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:30.687 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:30.688 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:30.688 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:30.688 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:30.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:30.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:30.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:30.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:30.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:30.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:30.689 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:30.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:30.754721  4044 debug-util.cc:398] Leaking SignalData structure 0x7b080007cf20 after lost signal to thread 3980
23:54:30.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:30.756368  4044 debug-util.cc:398] Leaking SignalData structure 0x7b080007c5c0 after lost signal to thread 4047
23:54:30.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:30.770 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:30.770 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:30.770 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:30.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:30.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:30.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:30.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:30.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:30.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:30.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:30.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:30.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:30.772 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:30.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:30.970 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:30.970 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:30.970 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:30.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:30.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:30.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:30.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:30.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:30.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:30.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:30.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:30.973 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:30.973 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:31.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:31.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:31.305 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:31.305 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:31.305 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:31.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:31.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.308 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:31.348 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:31.348 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:31.349 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:31.349 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:31.349 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:31.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:31.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:31.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:31.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:31.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:31.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:31.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:31.350 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:31.453 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:31.453 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:31.454 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:31.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.455 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.455 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.456 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:31.664 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:31.665 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:31.665 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:31.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.666 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:31.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:31.310140  5454 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 5448
23:54:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:29.904765  5456 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:31.717180  5454 kernel_stack_watchdog.cc:198] Thread 5448 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
23:54:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:54:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:54:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:54:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:54:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:31.718422  5448 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.815s	user 0.545s	sys 0.952s
23:54:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:31.718940  5448 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.815s	user 0.545s	sys 0.952s
23:54:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:31.720419  5458 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:31.723963  5457 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1818 milliseconds
23:54:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.723994  5448 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.725790  5448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.728590  5448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.730044  5448 hybrid_clock.cc:648] HybridClock initialized: now 1783468471729999 us; error 39 us; skew 500 ppm
23:54:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.731178  5448 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.739195  5448 webserver.cc:534] Webserver started at http://127.4.167.131:44271/ using document root <none> and password file <none>
23:54:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.740476  5448 fs_manager.cc:362] Metadata directory not provided
23:54:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.740754  5448 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.741324  5448 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.748536  5448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/data/instance:
23:54:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0baef91805434030b3ee38091f76f621"
23:54:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:31 on dist-test-slave-1rxj"
23:54:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.750190  5448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/wal/instance:
23:54:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0baef91805434030b3ee38091f76f621"
23:54:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:31 on dist-test-slave-1rxj"
23:54:31.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.760064  5448 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.002s	sys 0.007s
23:54:31.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.775409  5470 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.776736  5448 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.004s	sys 0.007s
23:54:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.777311  5448 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/wal
23:54:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0baef91805434030b3ee38091f76f621"
23:54:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:31 on dist-test-slave-1rxj"
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.777841  5448 fs_report.cc:389] FS layout report
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/wal
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/wal
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/data/data
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:31.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.862237  5448 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:31.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.864015  5448 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:31.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.864652  5448 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.868199  5448 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:54:31.873 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:31.873 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:31.873 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:31.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.875 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.874337  5448 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:54:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.874661  5448 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:54:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.874938  5448 ts_tablet_manager.cc:616] Registered 0 tablets
23:54:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:31.875092  5448 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:54:31.924 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:31.924 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:31.924 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:31.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.925 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:31.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:31.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:31.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:31.926 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:31.926 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:31.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:31.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:31.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:31.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:31.927 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:32.067 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:32.067 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:32.067 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:32.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:32.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:32.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:32.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:32.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:32.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:32.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:32.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:32.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:32.069 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.113088  5448 rpc_server.cc:307] RPC server started. Bound to: 127.4.167.131:38875
23:54:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.113196  5584 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.167.131:38875 every 8 connection(s)
23:54:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.115888  5448 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/data/info.pb
23:54:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.118021  4766 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 5448
23:54:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.118467  4766 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster5076324125363267597/ts-2/wal/instance
23:54:32.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:32.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.185842  5585 heartbeater.cc:344] Connected to a master server at 127.4.167.188:37217
23:54:32.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.186326  5585 heartbeater.cc:461] Registering TS with master...
23:54:32.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.187701  5585 heartbeater.cc:507] Master 127.4.167.188:37217 requested a full tablet report, sending...
23:54:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.191331  4973 ts_manager.cc:194] Registered new tserver with Master: 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:32.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.193902  4973 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.167.131:49735
23:54:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.211731  5589 heartbeater.cc:344] Connected to a master server at 127.4.167.190:38881
23:54:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.212182  5589 heartbeater.cc:461] Registering TS with master...
23:54:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.212896  5589 heartbeater.cc:507] Master 127.4.167.190:38881 requested a full tablet report, sending...
23:54:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.215577  5586 heartbeater.cc:344] Connected to a master server at 127.4.167.189:38943
23:54:32.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.215896  4812 ts_manager.cc:194] Registered new tserver with Master: 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:32.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.216136  5586 heartbeater.cc:461] Registering TS with master...
23:54:32.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.216886  5586 heartbeater.cc:507] Master 127.4.167.189:38943 requested a full tablet report, sending...
23:54:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.220456  4890 ts_manager.cc:194] Registered new tserver with Master: 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.235133  4766 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:54:32.253 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:54:32.253 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:54:32.255 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.167.190"
      port: 38881
    }
    bound_http_address {
      host: "127.4.167.190"
      port: 34289
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.167.189"
      port: 38943
    }
    bound_http_address {
      host: "127.4.167.189"
      port: 37883
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.167.188"
      port: 37217
    }
    bound_http_address {
      host: "127.4.167.188"
      port: 36659
    }
  }
}

23:54:32.255 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:54:32.256 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.167.129"
      port: 41739
    }
    bound_http_address {
      host: "127.4.167.129"
      port: 42491
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.167.130"
      port: 41549
    }
    bound_http_address {
      host: "127.4.167.130"
      port: 40851
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.167.131"
      port: 38875
    }
    bound_http_address {
      host: "127.4.167.131"
      port: 44271
    }
  }
}

23:54:32.256 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:54:32.258 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:32.260 [DEBUG - main] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:32.260 [DEBUG - main] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:32.261 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.223.253:40309(127.3.223.253:40309)] Successfully connected to peer
23:54:32.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:32.275 [DEBUG - main] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:32.276 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.253
23:54:32.277 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.223.254:35097(127.3.223.254:35097)] Successfully connected to peer
23:54:32.278 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.223.252:33517(127.3.223.252:33517)] Successfully connected to peer
23:54:32.285 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.254
23:54:32.297 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:32.297 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:32.297 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.252
23:54:32.304 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd7042aca, L:/127.0.0.1:44462 - R:/127.3.223.254:35097] using SASL/PLAIN
23:54:32.305 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:32.305 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:32.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:32.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:32.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:32.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:32.306 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:32.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:32.306 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:32.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:32.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:32.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:32.306 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:32.309 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:32.309 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:32.310 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4871b989, L:/127.0.0.1:42318 - R:/127.3.223.253:40309] using SASL/PLAIN
23:54:32.311 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x66c2732f, L:/127.0.0.1:40860 - R:/127.3.223.252:33517] using SASL/PLAIN
23:54:32.316 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:32.318 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=56), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: OK, deferred=null) after lookup
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.320698  4172 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40860:
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:54:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\0012\000\000\000\004\001\226\000\000\000"
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:54:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:32.327804  4172 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:54:32.497 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:32.505 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:32.506 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:32.506 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:32.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:32.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:32.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:32.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:32.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:32.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:32.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:32.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:32.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:32.506 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:32.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.616243  4341 tablet_service.cc:1511] Processing CreateTablet for tablet c725a1643fd546749f02ea614f58be37 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:54:32.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.619962  4343 tablet_service.cc:1511] Processing CreateTablet for tablet 93f79b413ea84cdbb7bcf0d00c9083c4 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:54:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.618302  4342 tablet_service.cc:1511] Processing CreateTablet for tablet 842c0224e07848f0ab1f4a950db181fb (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.621790  4342 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 842c0224e07848f0ab1f4a950db181fb. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.624773  4341 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c725a1643fd546749f02ea614f58be37. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.625591  4344 tablet_service.cc:1511] Processing CreateTablet for tablet b55f16f0822e4686a16da75d514ca692 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:54:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.626852  4344 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b55f16f0822e4686a16da75d514ca692. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.623708  4346 tablet_service.cc:1511] Processing CreateTablet for tablet f2fb3d22bb6e4429b2249063681bd08e (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:54:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.627846  4346 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f2fb3d22bb6e4429b2249063681bd08e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.629715  4345 tablet_service.cc:1511] Processing CreateTablet for tablet aa0a549e16614b96a1eb530dc3c9dbb1 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.631096  4345 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aa0a549e16614b96a1eb530dc3c9dbb1. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.633404  4343 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 93f79b413ea84cdbb7bcf0d00c9083c4. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.646644  4545 tablet_service.cc:1511] Processing CreateTablet for tablet b55f16f0822e4686a16da75d514ca692 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:54:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.649341  4544 tablet_service.cc:1511] Processing CreateTablet for tablet 93f79b413ea84cdbb7bcf0d00c9083c4 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:54:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.651445  4544 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 93f79b413ea84cdbb7bcf0d00c9083c4. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.652976  4542 tablet_service.cc:1511] Processing CreateTablet for tablet c725a1643fd546749f02ea614f58be37 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:54:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.654434  4542 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c725a1643fd546749f02ea614f58be37. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.658468  4543 tablet_service.cc:1511] Processing CreateTablet for tablet 842c0224e07848f0ab1f4a950db181fb (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.660077  4543 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 842c0224e07848f0ab1f4a950db181fb. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.658818  4684 tablet_service.cc:1511] Processing CreateTablet for tablet c725a1643fd546749f02ea614f58be37 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:54:32.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.662482  4686 tablet_service.cc:1511] Processing CreateTablet for tablet 93f79b413ea84cdbb7bcf0d00c9083c4 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:54:32.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.662696  4546 tablet_service.cc:1511] Processing CreateTablet for tablet aa0a549e16614b96a1eb530dc3c9dbb1 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:32.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.664533  4546 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aa0a549e16614b96a1eb530dc3c9dbb1. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.664737  4685 tablet_service.cc:1511] Processing CreateTablet for tablet 842c0224e07848f0ab1f4a950db181fb (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.666369  4687 tablet_service.cc:1511] Processing CreateTablet for tablet b55f16f0822e4686a16da75d514ca692 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:54:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.668187  4688 tablet_service.cc:1511] Processing CreateTablet for tablet aa0a549e16614b96a1eb530dc3c9dbb1 (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.669224  4684 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c725a1643fd546749f02ea614f58be37. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.669790  4545 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b55f16f0822e4686a16da75d514ca692. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.670464  4689 tablet_service.cc:1511] Processing CreateTablet for tablet f2fb3d22bb6e4429b2249063681bd08e (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:54:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.668784  4547 tablet_service.cc:1511] Processing CreateTablet for tablet f2fb3d22bb6e4429b2249063681bd08e (DEFAULT_TABLE table=replication_test_table [id=aeda127ca9fc41d097045aae5ec163db]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:54:32.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.672705  4685 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 842c0224e07848f0ab1f4a950db181fb. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.673707  4687 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b55f16f0822e4686a16da75d514ca692. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.673332  4547 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f2fb3d22bb6e4429b2249063681bd08e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.678117  4688 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aa0a549e16614b96a1eb530dc3c9dbb1. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.679828  4686 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 93f79b413ea84cdbb7bcf0d00c9083c4. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:32.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.684861  4689 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f2fb3d22bb6e4429b2249063681bd08e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:32.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:32.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.812160  5623 tablet_bootstrap.cc:492] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Bootstrap starting.
23:54:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.822419  5622 tablet_bootstrap.cc:492] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672: Bootstrap starting.
23:54:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.823346  5621 tablet_bootstrap.cc:492] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a: Bootstrap starting.
23:54:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.838999  5622 tablet_bootstrap.cc:654] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672: Neither blocks nor log segments found. Creating new log.
23:54:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.841977  5623 tablet_bootstrap.cc:654] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Neither blocks nor log segments found. Creating new log.
23:54:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.844869  5623 log.cc:826] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Log is configured to *not* fsync() on all Append() calls
23:54:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.848860  5621 tablet_bootstrap.cc:654] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a: Neither blocks nor log segments found. Creating new log.
23:54:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.849067  5622 log.cc:826] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672: Log is configured to *not* fsync() on all Append() calls
23:54:32.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.852339  5621 log.cc:826] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a: Log is configured to *not* fsync() on all Append() calls
23:54:32.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.860925  5622 tablet_bootstrap.cc:492] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672: No bootstrap required, opened a new log
23:54:32.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.861562  5622 ts_tablet_manager.cc:1403] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672: Time spent bootstrapping tablet: real 0.040s	user 0.004s	sys 0.017s
23:54:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.862239  5621 tablet_bootstrap.cc:492] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a: No bootstrap required, opened a new log
23:54:32.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.862826  5621 ts_tablet_manager.cc:1403] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a: Time spent bootstrapping tablet: real 0.042s	user 0.019s	sys 0.000s
23:54:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.874099  5623 tablet_bootstrap.cc:492] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95: No bootstrap required, opened a new log
23:54:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.874697  5623 ts_tablet_manager.cc:1403] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent bootstrapping tablet: real 0.068s	user 0.011s	sys 0.010s
23:54:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.891857  5621 raft_consensus.cc:359] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.893287  5621 raft_consensus.cc:385] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:32.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.893723  5621 raft_consensus.cc:740] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d7677232be64ac9a3f6e476e020358a, State: Initialized, Role: FOLLOWER
23:54:32.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.894878  5621 consensus_queue.cc:260] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:32.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.900012  5622 raft_consensus.cc:359] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.903776  5622 raft_consensus.cc:385] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.904105  5622 raft_consensus.cc:740] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7a100d466b741daa44a576ed02ce672, State: Initialized, Role: FOLLOWER
23:54:32.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.905658  5621 ts_tablet_manager.cc:1434] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a: Time spent starting tablet: real 0.042s	user 0.039s	sys 0.000s
23:54:32.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.905428  5622 consensus_queue.cc:260] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.916911  5622 ts_tablet_manager.cc:1434] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672: Time spent starting tablet: real 0.055s	user 0.034s	sys 0.006s
23:54:32.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.920279  5622 tablet_bootstrap.cc:492] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672: Bootstrap starting.
23:54:32.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.922245  5621 tablet_bootstrap.cc:492] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a: Bootstrap starting.
23:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.916476  5623 raft_consensus.cc:359] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.928181  5623 raft_consensus.cc:385] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.928588  5623 raft_consensus.cc:740] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Initialized, Role: FOLLOWER
23:54:32.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.929949  5623 consensus_queue.cc:260] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.931566  5621 tablet_bootstrap.cc:654] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a: Neither blocks nor log segments found. Creating new log.
23:54:32.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.946550  5621 tablet_bootstrap.cc:492] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a: No bootstrap required, opened a new log
23:54:32.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.947522  5621 ts_tablet_manager.cc:1403] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a: Time spent bootstrapping tablet: real 0.025s	user 0.011s	sys 0.008s
23:54:32.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.951483  5621 raft_consensus.cc:359] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.952704  5621 raft_consensus.cc:385] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.953229  5621 raft_consensus.cc:740] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d7677232be64ac9a3f6e476e020358a, State: Initialized, Role: FOLLOWER
23:54:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.954298  5621 consensus_queue.cc:260] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:32.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.966279  5621 ts_tablet_manager.cc:1434] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a: Time spent starting tablet: real 0.018s	user 0.008s	sys 0.000s
23:54:32.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.975405  5621 tablet_bootstrap.cc:492] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a: Bootstrap starting.
23:54:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.985026  5621 tablet_bootstrap.cc:654] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a: Neither blocks nor log segments found. Creating new log.
23:54:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:32.999598  5621 tablet_bootstrap.cc:492] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a: No bootstrap required, opened a new log
23:54:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.000504  5621 ts_tablet_manager.cc:1403] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a: Time spent bootstrapping tablet: real 0.025s	user 0.015s	sys 0.008s
23:54:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.004678  5621 raft_consensus.cc:359] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.005883  5621 raft_consensus.cc:385] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.007359  5621 raft_consensus.cc:740] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d7677232be64ac9a3f6e476e020358a, State: Initialized, Role: FOLLOWER
23:54:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.008589  5621 consensus_queue.cc:260] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.021078  5621 ts_tablet_manager.cc:1434] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a: Time spent starting tablet: real 0.020s	user 0.006s	sys 0.003s
23:54:33.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.026818  5622 tablet_bootstrap.cc:654] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672: Neither blocks nor log segments found. Creating new log.
23:54:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.030912  5621 tablet_bootstrap.cc:492] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a: Bootstrap starting.
23:54:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.039980  5621 tablet_bootstrap.cc:654] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a: Neither blocks nor log segments found. Creating new log.
23:54:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.046627  4418 tablet.cc:2406] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.051565  5623 ts_tablet_manager.cc:1434] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent starting tablet: real 0.177s	user 0.063s	sys 0.062s
23:54:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.053325  4620 tablet.cc:2406] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.054591  5623 tablet_bootstrap.cc:492] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95: Bootstrap starting.
23:54:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.060988  5621 tablet_bootstrap.cc:492] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a: No bootstrap required, opened a new log
23:54:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.061443  5621 ts_tablet_manager.cc:1403] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a: Time spent bootstrapping tablet: real 0.031s	user 0.011s	sys 0.009s
23:54:33.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.063105  5623 tablet_bootstrap.cc:654] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95: Neither blocks nor log segments found. Creating new log.
23:54:33.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.064239  5621 raft_consensus.cc:359] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.064956  5621 raft_consensus.cc:385] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.065253  5621 raft_consensus.cc:740] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d7677232be64ac9a3f6e476e020358a, State: Initialized, Role: FOLLOWER
23:54:33.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.066161  5621 consensus_queue.cc:260] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.076448  5623 tablet_bootstrap.cc:492] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95: No bootstrap required, opened a new log
23:54:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.077067  5623 ts_tablet_manager.cc:1403] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent bootstrapping tablet: real 0.024s	user 0.013s	sys 0.006s
23:54:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.080086  5623 raft_consensus.cc:359] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.080997  5623 raft_consensus.cc:385] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.082703  5623 raft_consensus.cc:740] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Initialized, Role: FOLLOWER
23:54:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.083597  5621 ts_tablet_manager.cc:1434] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a: Time spent starting tablet: real 0.022s	user 0.007s	sys 0.000s
23:54:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.083514  5623 consensus_queue.cc:260] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.092164  5621 tablet_bootstrap.cc:492] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a: Bootstrap starting.
23:54:33.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.093933  5623 ts_tablet_manager.cc:1434] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.007s
23:54:33.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.096815  5623 tablet_bootstrap.cc:492] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Bootstrap starting.
23:54:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.102532  5621 tablet_bootstrap.cc:654] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a: Neither blocks nor log segments found. Creating new log.
23:54:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.104290  5623 tablet_bootstrap.cc:654] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Neither blocks nor log segments found. Creating new log.
23:54:33.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.112723  5627 raft_consensus.cc:493] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.113322  5627 raft_consensus.cc:515] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.116783  5627 leader_election.cc:290] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.148398  5621 tablet_bootstrap.cc:492] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a: No bootstrap required, opened a new log
23:54:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.149698  5621 ts_tablet_manager.cc:1403] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a: Time spent bootstrapping tablet: real 0.058s	user 0.018s	sys 0.024s
23:54:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.152930  5621 raft_consensus.cc:359] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.153865  5621 raft_consensus.cc:385] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.154198  5621 raft_consensus.cc:740] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d7677232be64ac9a3f6e476e020358a, State: Initialized, Role: FOLLOWER
23:54:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.155066  5621 consensus_queue.cc:260] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.160369  5622 tablet_bootstrap.cc:492] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672: No bootstrap required, opened a new log
23:54:33.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.160842  5622 ts_tablet_manager.cc:1403] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672: Time spent bootstrapping tablet: real 0.241s	user 0.009s	sys 0.008s
23:54:33.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.164472  5627 raft_consensus.cc:493] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.164904  5627 raft_consensus.cc:515] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.167066  5627 leader_election.cc:290] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.170053  5627 raft_consensus.cc:493] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.170518  5627 raft_consensus.cc:515] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.174930  5627 leader_election.cc:290] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.176872  5621 ts_tablet_manager.cc:1434] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a: Time spent starting tablet: real 0.027s	user 0.006s	sys 0.000s
23:54:33.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:33.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.186566  5621 tablet_bootstrap.cc:492] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a: Bootstrap starting.
23:54:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.195204  5621 tablet_bootstrap.cc:654] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a: Neither blocks nor log segments found. Creating new log.
23:54:33.205 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:33.205 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.201642  5585 heartbeater.cc:499] Master 127.4.167.188:37217 was elected leader, sending a full tablet report...
23:54:33.205 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:33.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:33.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:33.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:33.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:33.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:33.206 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:33.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:33.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:33.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:33.207 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.203898  4567 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b55f16f0822e4686a16da75d514ca692" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.206557  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2fb3d22bb6e4429b2249063681bd08e" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.210290  4565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93f79b413ea84cdbb7bcf0d00c9083c4" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.212694  4565 raft_consensus.cc:2468] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3d7677232be64ac9a3f6e476e020358a in term 0.
23:54:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.213863  5629 raft_consensus.cc:493] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.214452  5629 raft_consensus.cc:515] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.216077  5623 tablet_bootstrap.cc:492] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95: No bootstrap required, opened a new log
23:54:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.217022  5623 ts_tablet_manager.cc:1403] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent bootstrapping tablet: real 0.120s	user 0.039s	sys 0.025s
23:54:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.220053  4300 leader_election.cc:343] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.204929  5622 raft_consensus.cc:359] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.223021  5622 raft_consensus.cc:385] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.225528  4300 leader_election.cc:304] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, d7a100d466b741daa44a576ed02ce672; no voters: 
23:54:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.226151  5622 raft_consensus.cc:740] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7a100d466b741daa44a576ed02ce672, State: Initialized, Role: FOLLOWER
23:54:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.228578  5622 consensus_queue.cc:260] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.229808  5640 raft_consensus.cc:2804] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:33.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.230346  5640 raft_consensus.cc:493] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.231990  5640 raft_consensus.cc:3060] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Advancing to term 1
23:54:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.246713  4566 raft_consensus.cc:2468] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3d7677232be64ac9a3f6e476e020358a in term 0.
23:54:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.247000  5622 ts_tablet_manager.cc:1434] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672: Time spent starting tablet: real 0.086s	user 0.001s	sys 0.007s
23:54:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.252578  5622 tablet_bootstrap.cc:492] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672: Bootstrap starting.
23:54:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.262681  5640 raft_consensus.cc:515] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.267810  4565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93f79b413ea84cdbb7bcf0d00c9083c4" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.268419  4565 raft_consensus.cc:3060] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Advancing to term 1
23:54:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.274273  4300 leader_election.cc:304] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, d7a100d466b741daa44a576ed02ce672; no voters: 
23:54:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.275350  5627 raft_consensus.cc:2804] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.275679  5627 raft_consensus.cc:493] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.275986  5627 raft_consensus.cc:3060] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Advancing to term 1
23:54:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.275861  5629 leader_election.cc:290] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.277544  4708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2fb3d22bb6e4429b2249063681bd08e" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" is_pre_election: true
23:54:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.277878  4709 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b55f16f0822e4686a16da75d514ca692" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" is_pre_election: true
23:54:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.278402  4708 raft_consensus.cc:2468] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3d7677232be64ac9a3f6e476e020358a in term 0.
23:54:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.279834  4707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93f79b413ea84cdbb7bcf0d00c9083c4" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" is_pre_election: true
23:54:33.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.285791  5623 raft_consensus.cc:359] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.286531  5623 raft_consensus.cc:385] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.286900  5623 raft_consensus.cc:740] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Initialized, Role: FOLLOWER
23:54:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.294446  4300 leader_election.cc:343] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.294890  4300 leader_election.cc:304] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a; no voters: 6df5d6f9d38541a2aa0d4a6c663f1f95, d7a100d466b741daa44a576ed02ce672
23:54:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.295251  5623 consensus_queue.cc:260] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.296327  4759 tablet.cc:2406] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:33.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.303992  5623 ts_tablet_manager.cc:1434] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent starting tablet: real 0.087s	user 0.005s	sys 0.002s
23:54:33.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.310545  4565 raft_consensus.cc:2468] T 93f79b413ea84cdbb7bcf0d00c9083c4 P d7a100d466b741daa44a576ed02ce672 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3d7677232be64ac9a3f6e476e020358a in term 1.
23:54:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.310757  5623 tablet_bootstrap.cc:492] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Bootstrap starting.
23:54:33.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.320416  5621 tablet_bootstrap.cc:492] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a: No bootstrap required, opened a new log
23:54:33.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.320886  5621 ts_tablet_manager.cc:1403] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a: Time spent bootstrapping tablet: real 0.135s	user 0.033s	sys 0.049s
23:54:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.313825  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2fb3d22bb6e4429b2249063681bd08e" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.322520  4566 raft_consensus.cc:2468] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 0.
23:54:33.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.323773  4643 leader_election.cc:304] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6df5d6f9d38541a2aa0d4a6c663f1f95, d7a100d466b741daa44a576ed02ce672; no voters: 
23:54:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.324775  5629 raft_consensus.cc:2804] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.325137  5629 raft_consensus.cc:493] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.325537  5629 raft_consensus.cc:3060] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Advancing to term 1
23:54:33.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.325829  5622 tablet_bootstrap.cc:654] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672: Neither blocks nor log segments found. Creating new log.
23:54:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.335477  5629 raft_consensus.cc:515] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.337409  5621 raft_consensus.cc:359] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.338563  5621 raft_consensus.cc:385] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.338862  5621 raft_consensus.cc:740] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d7677232be64ac9a3f6e476e020358a, State: Initialized, Role: FOLLOWER
23:54:33.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.339699  5621 consensus_queue.cc:260] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.342957  5629 leader_election.cc:290] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Requested vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.340387  5627 raft_consensus.cc:515] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.348438  4565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2fb3d22bb6e4429b2249063681bd08e" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.354699  4203 debug-util.cc:398] Leaking SignalData structure 0x7b0800099f80 after lost signal to thread 4130
23:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.355814  4203 debug-util.cc:398] Leaking SignalData structure 0x7b080009d2e0 after lost signal to thread 4206
23:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.355798  4366 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2fb3d22bb6e4429b2249063681bd08e" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a" is_pre_election: true
23:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.357137  4366 raft_consensus.cc:2393] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in current term 1: Already voted for candidate 3d7677232be64ac9a3f6e476e020358a in this term.
23:54:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.360481  4365 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2fb3d22bb6e4429b2249063681bd08e" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a"
23:54:33.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.361874  4365 raft_consensus.cc:2393] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in current term 1: Already voted for candidate 3d7677232be64ac9a3f6e476e020358a in this term.
23:54:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.357827  5640 leader_election.cc:290] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 election: Requested vote from peers d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.363619  5640 raft_consensus.cc:2749] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:54:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.366267  5627 leader_election.cc:290] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 election: Requested vote from peers 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.349202  4565 raft_consensus.cc:3060] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Advancing to term 1
23:54:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.369850  5629 raft_consensus.cc:493] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.370337  5629 raft_consensus.cc:515] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.372977  5635 raft_consensus.cc:493] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.373494  5635 raft_consensus.cc:515] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.364135  5640 raft_consensus.cc:493] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.375869  5635 leader_election.cc:290] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.377032  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c725a1643fd546749f02ea614f58be37" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.377918  5629 leader_election.cc:290] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.379324  4643 leader_election.cc:343] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.380128  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa0a549e16614b96a1eb530dc3c9dbb1" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.383303  4643 leader_election.cc:343] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.381878  4365 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c725a1643fd546749f02ea614f58be37" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a" is_pre_election: true
23:54:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.382609  4366 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa0a549e16614b96a1eb530dc3c9dbb1" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a" is_pre_election: true
23:54:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.387279  5640 raft_consensus.cc:515] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.388298  4366 raft_consensus.cc:2468] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 0.
23:54:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.392596  4643 leader_election.cc:304] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95; no voters: d7a100d466b741daa44a576ed02ce672
23:54:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.393537  5629 raft_consensus.cc:2804] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.393920  5629 raft_consensus.cc:493] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.394286  5629 raft_consensus.cc:3060] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Advancing to term 1
23:54:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.385771  5627 raft_consensus.cc:493] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.396431  5627 raft_consensus.cc:515] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.398265  4300 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.3.223.195:32949, user_credentials={real_user=slave}} blocked reactor thread for 103826us
23:54:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.400307  4365 raft_consensus.cc:2468] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 0.
23:54:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.400396  4300 leader_election.cc:343] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.404642  5629 raft_consensus.cc:515] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.405402  4643 leader_election.cc:304] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95; no voters: d7a100d466b741daa44a576ed02ce672
23:54:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.405586  4707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93f79b413ea84cdbb7bcf0d00c9083c4" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95"
23:54:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.406332  5635 raft_consensus.cc:2804] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.406719  5635 raft_consensus.cc:493] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.407090  5635 raft_consensus.cc:3060] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Advancing to term 1
23:54:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.408443  4707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2fb3d22bb6e4429b2249063681bd08e" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95"
23:54:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.408803  5640 leader_election.cc:290] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.409307  4707 raft_consensus.cc:2393] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 3d7677232be64ac9a3f6e476e020358a in current term 1: Already voted for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in this term.
23:54:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.411702  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2fb3d22bb6e4429b2249063681bd08e" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.413720  5627 leader_election.cc:290] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.416177  5635 raft_consensus.cc:515] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.418041  4300 leader_election.cc:304] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, d7a100d466b741daa44a576ed02ce672; no voters: 
23:54:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.418659  5635 leader_election.cc:290] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Requested vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.394145  5623 tablet_bootstrap.cc:654] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Neither blocks nor log segments found. Creating new log.
23:54:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.419348  4365 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c725a1643fd546749f02ea614f58be37" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a"
23:54:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.419756  5627 raft_consensus.cc:2804] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader election won for term 1
23:54:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.419876  4365 raft_consensus.cc:3060] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Advancing to term 1
23:54:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.424232  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c725a1643fd546749f02ea614f58be37" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.426103  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa0a549e16614b96a1eb530dc3c9dbb1" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.426409  4707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa0a549e16614b96a1eb530dc3c9dbb1" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" is_pre_election: true
23:54:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.427258  4707 raft_consensus.cc:2393] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3d7677232be64ac9a3f6e476e020358a in current term 1: Already voted for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in this term.
23:54:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.427785  4643 leader_election.cc:343] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.428565  5627 raft_consensus.cc:697] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [term 1 LEADER]: Becoming Leader. State: Replica: 3d7677232be64ac9a3f6e476e020358a, State: Running, Role: LEADER
23:54:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.431006  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c725a1643fd546749f02ea614f58be37" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.432454  4707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c725a1643fd546749f02ea614f58be37" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" is_pre_election: true
23:54:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.433588  4707 raft_consensus.cc:2393] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3d7677232be64ac9a3f6e476e020358a in current term 1: Already voted for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in this term.
23:54:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.436033  4300 leader_election.cc:343] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.437213  4300 leader_election.cc:304] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a; no voters: 6df5d6f9d38541a2aa0d4a6c663f1f95, d7a100d466b741daa44a576ed02ce672
23:54:33.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.438179  5640 raft_consensus.cc:2749] T f2fb3d22bb6e4429b2249063681bd08e P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
23:54:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.439059  4365 raft_consensus.cc:2468] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 1.
23:54:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.440100  4300 leader_election.cc:343] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.430825  5627 consensus_queue.cc:237] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.440466  4643 leader_election.cc:304] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95; no voters: d7a100d466b741daa44a576ed02ce672
23:54:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.440997  4300 leader_election.cc:304] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a; no voters: 6df5d6f9d38541a2aa0d4a6c663f1f95, d7a100d466b741daa44a576ed02ce672
23:54:33.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.441912  5640 raft_consensus.cc:3060] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Advancing to term 1
23:54:33.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.442696  4565 raft_consensus.cc:2468] T f2fb3d22bb6e4429b2249063681bd08e P d7a100d466b741daa44a576ed02ce672 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 1.
23:54:33.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.446066  4365 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa0a549e16614b96a1eb530dc3c9dbb1" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a"
23:54:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.447577  5629 leader_election.cc:290] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Requested vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.448218  5629 raft_consensus.cc:2804] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader election won for term 1
23:54:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.448817  5629 raft_consensus.cc:697] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 LEADER]: Becoming Leader. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Running, Role: LEADER
23:54:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.449697  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa0a549e16614b96a1eb530dc3c9dbb1" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.449391  5640 raft_consensus.cc:2749] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:54:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.451210  4643 leader_election.cc:343] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:33.450331  4300 leader_election.cc:343] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393): Illegal state: must be running to vote when last-logged opid is not known
23:54:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.452064  4300 leader_election.cc:304] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a; no voters: 6df5d6f9d38541a2aa0d4a6c663f1f95, d7a100d466b741daa44a576ed02ce672
23:54:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.454995  5622 tablet_bootstrap.cc:492] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672: No bootstrap required, opened a new log
23:54:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.455384  5621 ts_tablet_manager.cc:1434] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a: Time spent starting tablet: real 0.134s	user 0.009s	sys 0.026s
23:54:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.455634  5622 ts_tablet_manager.cc:1403] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672: Time spent bootstrapping tablet: real 0.203s	user 0.011s	sys 0.002s
23:54:33.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.456386  5648 raft_consensus.cc:2749] T c725a1643fd546749f02ea614f58be37 P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:54:33.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.458956  4643 leader_election.cc:304] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6df5d6f9d38541a2aa0d4a6c663f1f95, d7a100d466b741daa44a576ed02ce672; no voters: 3d7677232be64ac9a3f6e476e020358a
23:54:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.460219  5635 raft_consensus.cc:2804] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader election won for term 1
23:54:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.471793  4172 catalog_manager.cc:5696] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a reported cstate change: term changed from 0 to 1, leader changed from <none> to 3d7677232be64ac9a3f6e476e020358a (127.3.223.193). New cstate: current_term: 1 leader_uuid: "3d7677232be64ac9a3f6e476e020358a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } health_report { overall_health: UNKNOWN } } }
23:54:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.483981  5623 tablet_bootstrap.cc:492] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95: No bootstrap required, opened a new log
23:54:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.486344  5623 ts_tablet_manager.cc:1403] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent bootstrapping tablet: real 0.176s	user 0.012s	sys 0.003s
23:54:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.484405  5635 raft_consensus.cc:697] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 LEADER]: Becoming Leader. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Running, Role: LEADER
23:54:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.450102  5629 consensus_queue.cc:237] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.487895  5635 consensus_queue.cc:237] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } }
23:54:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.507488  5623 raft_consensus.cc:359] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.518424  5623 raft_consensus.cc:385] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.519588  5623 raft_consensus.cc:740] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Initialized, Role: FOLLOWER
23:54:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.517663  5622 raft_consensus.cc:359] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.520532  5623 consensus_queue.cc:260] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.523167  5623 ts_tablet_manager.cc:1434] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent starting tablet: real 0.036s	user 0.008s	sys 0.000s
23:54:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.523604  5622 raft_consensus.cc:385] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.524127  5623 tablet_bootstrap.cc:492] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95: Bootstrap starting.
23:54:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.527944  5622 raft_consensus.cc:740] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7a100d466b741daa44a576ed02ce672, State: Initialized, Role: FOLLOWER
23:54:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.533110  5622 consensus_queue.cc:260] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.545030  5622 ts_tablet_manager.cc:1434] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672: Time spent starting tablet: real 0.089s	user 0.007s	sys 0.000s
23:54:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.546295  5622 tablet_bootstrap.cc:492] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672: Bootstrap starting.
23:54:33.584 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:33.585 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:33.585 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:33.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:33.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:33.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:33.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:33.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:33.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:33.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:33.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:33.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:33.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.587510  4168 catalog_manager.cc:5696] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195). New cstate: current_term: 1 leader_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } health_report { overall_health: HEALTHY } } }
23:54:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.601701  5623 tablet_bootstrap.cc:654] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95: Neither blocks nor log segments found. Creating new log.
23:54:33.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.624964  5623 tablet_bootstrap.cc:492] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95: No bootstrap required, opened a new log
23:54:33.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.625654  5623 ts_tablet_manager.cc:1403] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent bootstrapping tablet: real 0.102s	user 0.011s	sys 0.002s
23:54:33.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.540925  4365 raft_consensus.cc:2468] T aa0a549e16614b96a1eb530dc3c9dbb1 P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 1.
23:54:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.628145  4643 leader_election.cc:304] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95; no voters: d7a100d466b741daa44a576ed02ce672
23:54:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.629288  5629 raft_consensus.cc:2804] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader election won for term 1
23:54:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.629774  5629 raft_consensus.cc:697] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 LEADER]: Becoming Leader. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Running, Role: LEADER
23:54:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.630581  5629 consensus_queue.cc:237] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.633040  5623 raft_consensus.cc:359] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.644649  5623 raft_consensus.cc:385] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.644964  5623 raft_consensus.cc:740] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Initialized, Role: FOLLOWER
23:54:33.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.645632  5623 consensus_queue.cc:260] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.651830  5623 ts_tablet_manager.cc:1434] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent starting tablet: real 0.026s	user 0.006s	sys 0.000s
23:54:33.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.655506  5623 tablet_bootstrap.cc:492] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Bootstrap starting.
23:54:33.669 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:33.669 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:33.670 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:33.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:33.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:33.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:33.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:33.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:33.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:33.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:33.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:33.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:33.671 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:33.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.686362  5623 tablet_bootstrap.cc:654] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Neither blocks nor log segments found. Creating new log.
23:54:33.689 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:33.689 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:33.690 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:33.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:33.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:33.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:33.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:33.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:33.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:33.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:33.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:33.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:33.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.713292  4169 catalog_manager.cc:5696] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195). New cstate: current_term: 1 leader_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } health_report { overall_health: UNKNOWN } } }
23:54:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.715320  4169 catalog_manager.cc:5696] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195). New cstate: current_term: 1 leader_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } health_report { overall_health: HEALTHY } } }
23:54:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.719125  5622 tablet_bootstrap.cc:654] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672: Neither blocks nor log segments found. Creating new log.
23:54:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.725097  5627 raft_consensus.cc:493] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.725608  5627 raft_consensus.cc:515] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.727710  5627 leader_election.cc:290] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:33.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.731232  4707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "842c0224e07848f0ab1f4a950db181fb" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" is_pre_election: true
23:54:33.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.731840  4707 raft_consensus.cc:2468] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3d7677232be64ac9a3f6e476e020358a in term 0.
23:54:33.733 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:33.733 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:33.733 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:33.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.733429  4300 leader_election.cc:304] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95; no voters: 
23:54:33.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:33.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.735219  5627 raft_consensus.cc:2804] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.735694  5627 raft_consensus.cc:493] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.736152  5627 raft_consensus.cc:3060] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Advancing to term 1
23:54:33.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.743211  5627 raft_consensus.cc:515] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.752179  4707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "842c0224e07848f0ab1f4a950db181fb" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95"
23:54:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.752717  4707 raft_consensus.cc:3060] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Advancing to term 1
23:54:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.753937  5623 tablet_bootstrap.cc:492] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95: No bootstrap required, opened a new log
23:54:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.754401  5623 ts_tablet_manager.cc:1403] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent bootstrapping tablet: real 0.099s	user 0.012s	sys 0.001s
23:54:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.757434  5623 raft_consensus.cc:359] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.758157  5627 leader_election.cc:290] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 election: Requested vote from peers d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.758358  5623 raft_consensus.cc:385] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.759512  5623 raft_consensus.cc:740] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Initialized, Role: FOLLOWER
23:54:33.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.760815  4707 raft_consensus.cc:2468] T 842c0224e07848f0ab1f4a950db181fb P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3d7677232be64ac9a3f6e476e020358a in term 1.
23:54:33.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.760727  5623 consensus_queue.cc:260] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.762390  4300 leader_election.cc:304] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95; no voters: 
23:54:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.763404  5623 ts_tablet_manager.cc:1434] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
23:54:33.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.733114  4565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "842c0224e07848f0ab1f4a950db181fb" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.764 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:33.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.763981  5627 raft_consensus.cc:2804] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader election won for term 1
23:54:33.764 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:33.764 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:33.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.764468  4565 raft_consensus.cc:2468] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3d7677232be64ac9a3f6e476e020358a in term 0.
23:54:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.750963  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "842c0224e07848f0ab1f4a950db181fb" candidate_uuid: "3d7677232be64ac9a3f6e476e020358a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.765424  4566 raft_consensus.cc:3060] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Advancing to term 1
23:54:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.765784  5627 raft_consensus.cc:697] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [term 1 LEADER]: Becoming Leader. State: Replica: 3d7677232be64ac9a3f6e476e020358a, State: Running, Role: LEADER
23:54:33.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.770 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:33.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.774832  4566 raft_consensus.cc:2468] T 842c0224e07848f0ab1f4a950db181fb P d7a100d466b741daa44a576ed02ce672 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3d7677232be64ac9a3f6e476e020358a in term 1.
23:54:33.789 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:33.790 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.766789  5627 consensus_queue.cc:237] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.790 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:33.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.790 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.790 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.790 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.804898  5622 tablet_bootstrap.cc:492] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672: No bootstrap required, opened a new log
23:54:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.805658  5622 ts_tablet_manager.cc:1403] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672: Time spent bootstrapping tablet: real 0.260s	user 0.011s	sys 0.002s
23:54:33.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:33.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.819847  4169 catalog_manager.cc:5696] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a reported cstate change: term changed from 0 to 1, leader changed from <none> to 3d7677232be64ac9a3f6e476e020358a (127.3.223.193). New cstate: current_term: 1 leader_uuid: "3d7677232be64ac9a3f6e476e020358a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } health_report { overall_health: UNKNOWN } } }
23:54:33.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.820173  5622 raft_consensus.cc:359] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.820994  5622 raft_consensus.cc:385] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.827361  5622 raft_consensus.cc:740] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7a100d466b741daa44a576ed02ce672, State: Initialized, Role: FOLLOWER
23:54:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.828892  5622 consensus_queue.cc:260] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.853 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:33.853 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:33.853 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:33.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.854003  5622 ts_tablet_manager.cc:1434] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672: Time spent starting tablet: real 0.048s	user 0.007s	sys 0.001s
23:54:33.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:33.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:33.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:33.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.857264  5627 consensus_queue.cc:1048] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.863855  5622 tablet_bootstrap.cc:492] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672: Bootstrap starting.
23:54:33.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.886111  5629 consensus_queue.cc:1048] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.900095  5622 tablet_bootstrap.cc:654] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672: Neither blocks nor log segments found. Creating new log.
23:54:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.908772  4707 raft_consensus.cc:3060] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Advancing to term 1
23:54:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.930684  5629 raft_consensus.cc:493] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.931354  5629 raft_consensus.cc:515] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.934752  5648 consensus_queue.cc:1048] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 3d7677232be64ac9a3f6e476e020358a [LEADER]: Connected to new peer: Peer: permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:33.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.943691  5622 tablet_bootstrap.cc:492] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672: No bootstrap required, opened a new log
23:54:33.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.944149  5622 ts_tablet_manager.cc:1403] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672: Time spent bootstrapping tablet: real 0.081s	user 0.014s	sys 0.003s
23:54:33.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.947328  5622 raft_consensus.cc:359] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.948298  5622 raft_consensus.cc:385] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:33.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.948616  5622 raft_consensus.cc:740] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7a100d466b741daa44a576ed02ce672, State: Initialized, Role: FOLLOWER
23:54:33.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.950695  5622 consensus_queue.cc:260] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.955070  5629 leader_election.cc:290] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.959141  4566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93f79b413ea84cdbb7bcf0d00c9083c4" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:33.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.962594  4365 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "93f79b413ea84cdbb7bcf0d00c9083c4" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a" is_pre_election: true
23:54:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.964567  4643 leader_election.cc:304] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6df5d6f9d38541a2aa0d4a6c663f1f95; no voters: 3d7677232be64ac9a3f6e476e020358a, d7a100d466b741daa44a576ed02ce672
23:54:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.964784  5622 ts_tablet_manager.cc:1434] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672: Time spent starting tablet: real 0.020s	user 0.003s	sys 0.005s
23:54:33.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.965942  5629 consensus_queue.cc:1048] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.973738  5622 tablet_bootstrap.cc:492] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672: Bootstrap starting.
23:54:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:33.999845  5622 tablet_bootstrap.cc:654] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672: Neither blocks nor log segments found. Creating new log.
23:54:34.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:34.022056  4643 consensus_peers.cc:597] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 -> Peer d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393): Couldn't send request to peer d7a100d466b741daa44a576ed02ce672. Error code: TABLET_NOT_RUNNING (12). Status: Illegal state: Tablet not RUNNING: BOOTSTRAPPING. This is attempt 1: this message will repeat every 5th retry.
23:54:34.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.028159  5622 tablet_bootstrap.cc:492] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672: No bootstrap required, opened a new log
23:54:34.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.028582  5622 ts_tablet_manager.cc:1403] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672: Time spent bootstrapping tablet: real 0.055s	user 0.012s	sys 0.002s
23:54:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.031523  5622 raft_consensus.cc:359] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.033864  5622 raft_consensus.cc:385] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.034180  5622 raft_consensus.cc:740] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7a100d466b741daa44a576ed02ce672, State: Initialized, Role: FOLLOWER
23:54:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.041783  5622 consensus_queue.cc:260] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.044661  5622 ts_tablet_manager.cc:1434] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.001s
23:54:34.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.061223  5652 consensus_queue.cc:1048] T f2fb3d22bb6e4429b2249063681bd08e P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.008s
23:54:34.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.071429  5629 raft_consensus.cc:2749] T 93f79b413ea84cdbb7bcf0d00c9083c4 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:54:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.082000  5652 raft_consensus.cc:493] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.082592  5652 raft_consensus.cc:515] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:34.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.084614  5652 leader_election.cc:290] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.086177  4565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b55f16f0822e4686a16da75d514ca692" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672" is_pre_election: true
23:54:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.086800  4565 raft_consensus.cc:2468] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 0.
23:54:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.090083  4365 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b55f16f0822e4686a16da75d514ca692" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a" is_pre_election: true
23:54:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.090667  4365 raft_consensus.cc:2468] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 0.
23:54:34.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.098785  4643 leader_election.cc:304] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95; no voters: 
23:54:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.105965  5629 raft_consensus.cc:2804] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.106340  5629 raft_consensus.cc:493] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.106659  5629 raft_consensus.cc:3060] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 0 FOLLOWER]: Advancing to term 1
23:54:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.121358  5628 raft_consensus.cc:493] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.121912  5628 raft_consensus.cc:515] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.125980  5628 leader_election.cc:290] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.141233  5629 raft_consensus.cc:515] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:34.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.150557  4366 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b55f16f0822e4686a16da75d514ca692" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a"
23:54:34.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.151211  4366 raft_consensus.cc:3060] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 0 FOLLOWER]: Advancing to term 1
23:54:34.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.153473  4565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b55f16f0822e4686a16da75d514ca692" candidate_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7a100d466b741daa44a576ed02ce672"
23:54:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.154078  4565 raft_consensus.cc:3060] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Advancing to term 1
23:54:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.158578  4366 raft_consensus.cc:2468] T b55f16f0822e4686a16da75d514ca692 P 3d7677232be64ac9a3f6e476e020358a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 1.
23:54:34.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.160022  5652 consensus_queue.cc:1048] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.160665  4565 raft_consensus.cc:2468] T b55f16f0822e4686a16da75d514ca692 P d7a100d466b741daa44a576ed02ce672 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6df5d6f9d38541a2aa0d4a6c663f1f95 in term 1.
23:54:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.161855  4643 leader_election.cc:304] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6df5d6f9d38541a2aa0d4a6c663f1f95, d7a100d466b741daa44a576ed02ce672; no voters: 
23:54:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.162755  5652 raft_consensus.cc:2804] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 FOLLOWER]: Leader election won for term 1
23:54:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.164783  5629 leader_election.cc:290] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [CANDIDATE]: Term 1 election: Requested vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), d7a100d466b741daa44a576ed02ce672 (127.3.223.194:40393)
23:54:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.164810  5652 raft_consensus.cc:697] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [term 1 LEADER]: Becoming Leader. State: Replica: 6df5d6f9d38541a2aa0d4a6c663f1f95, State: Running, Role: LEADER
23:54:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.166069  5652 consensus_queue.cc:237] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:34.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:34.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.227501  4168 catalog_manager.cc:5696] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195). New cstate: current_term: 1 leader_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } health_report { overall_health: HEALTHY } } }
23:54:34.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.246793  4565 raft_consensus.cc:3060] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Advancing to term 1
23:54:34.253 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:34.254 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:34.254 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.254712  5652 consensus_queue.cc:1048] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:34.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:34.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:34.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:34.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:34.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:34.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:34.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:34.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:34.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:34.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:34.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.286226  4366 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa0a549e16614b96a1eb530dc3c9dbb1" candidate_uuid: "d7a100d466b741daa44a576ed02ce672" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a" is_pre_election: true
23:54:34.288 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:34.288 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:34.288 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:34.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:34.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:34.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:34.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:34.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:34.289 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:34.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:34.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:34.290 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:34.290 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.298494  4707 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa0a549e16614b96a1eb530dc3c9dbb1" candidate_uuid: "d7a100d466b741daa44a576ed02ce672" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" is_pre_election: true
23:54:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.300778  4484 leader_election.cc:304] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d7a100d466b741daa44a576ed02ce672; no voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95
23:54:34.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.318930  5648 consensus_queue.cc:1048] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [LEADER]: Connected to new peer: Peer: permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:54:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.332214  5690 raft_consensus.cc:493] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:34.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.333424  5690 raft_consensus.cc:515] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 } } peers { permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 } } peers { permanent_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" member_type: VOTER last_known_addr { host: "127.3.223.195" port: 32949 } }
23:54:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.339430  5690 leader_election.cc:290] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725), 6df5d6f9d38541a2aa0d4a6c663f1f95 (127.3.223.195:32949)
23:54:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.340833  4366 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c725a1643fd546749f02ea614f58be37" candidate_uuid: "d7a100d466b741daa44a576ed02ce672" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d7677232be64ac9a3f6e476e020358a" is_pre_election: true
23:54:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.341342  4709 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c725a1643fd546749f02ea614f58be37" candidate_uuid: "d7a100d466b741daa44a576ed02ce672" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6df5d6f9d38541a2aa0d4a6c663f1f95" is_pre_election: true
23:54:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.343012  4484 leader_election.cc:304] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d7a100d466b741daa44a576ed02ce672; no voters: 3d7677232be64ac9a3f6e476e020358a, 6df5d6f9d38541a2aa0d4a6c663f1f95
23:54:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.345886  5690 raft_consensus.cc:2749] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:54:34.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.352849  5628 raft_consensus.cc:2749] T aa0a549e16614b96a1eb530dc3c9dbb1 P d7a100d466b741daa44a576ed02ce672 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:54:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.373037  5627 consensus_queue.cc:1048] T 842c0224e07848f0ab1f4a950db181fb P 3d7677232be64ac9a3f6e476e020358a [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.487360  4566 raft_consensus.cc:3060] T c725a1643fd546749f02ea614f58be37 P d7a100d466b741daa44a576ed02ce672 [term 0 FOLLOWER]: Advancing to term 1
23:54:34.593 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:34.594 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:34.594 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:34.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:34.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:34.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:34.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:34.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:34.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:34.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:34.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:34.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:34.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:34.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:34.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.687829  5677 consensus_queue.cc:1048] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d7677232be64ac9a3f6e476e020358a" member_type: VOTER last_known_addr { host: "127.3.223.193" port: 36725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:34.702236  5635 consensus_queue.cc:1048] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7a100d466b741daa44a576ed02ce672" member_type: VOTER last_known_addr { host: "127.3.223.194" port: 40393 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:34.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:34.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:35.133 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:35.133 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:35.133 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:35.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:35.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:35.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:35.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:35.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:35.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:35.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:35.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:35.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:35.134 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:35.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:35.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:35.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:35.386 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:35.387 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:35.387 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:35.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:35.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:35.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:35.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:35.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:35.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:35.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:35.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:35.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:35.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:35.484 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:35.484 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:35.484 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:35.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:35.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:35.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:35.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:35.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:35.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:35.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:35.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:35.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:35.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:35.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:35.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:35.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:35.989 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:35.989 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:35.990 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:35.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:35.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:35.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:35.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:35.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:35.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:35.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:35.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:35.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:35.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:36.006 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:36.007 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:36.007 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:36.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:36.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:36.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:36.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:36.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:36.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:36.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:36.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:36.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:36.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:36.045 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:36.045 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:36.045 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:36.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:36.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:36.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:36.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:36.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:36.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:36.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:36.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:36.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:36.046 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:36.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:36.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:36.124 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:36.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:36.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:36.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:36.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:36.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:36.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:36.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:36.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:36.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:36.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:36.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:36.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:36.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:36.370 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:36.370 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:36.370 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:36.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:36.370 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:36.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:36.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:36.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:36.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:36.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:36.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:36.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:36.371 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:36.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:36.709 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:36.710 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:36.710 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:36.710 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:36.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:36.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:36.710 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:36.710 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:36.710 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:36.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:36.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:36.710 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:36.710 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:36.728 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:36.729 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:36.729 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:36.729 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:36.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:36.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:36.729 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:36.729 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:36.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:36.729 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:36.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:36.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:36.730 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:36.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:36.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:36.985 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:36.986 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:36.986 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:36.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:36.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:36.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:36.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:36.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:36.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:36.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:36.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:36.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:36.987 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:37.145 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:37.146 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:37.146 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:37.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:37.146 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:37.146 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:37.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:37.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:37.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:37.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:37.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:37.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:37.147 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:37.166 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:37.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f2fb3d22bb6e4429b2249063681bd08e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:37.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa0a549e16614b96a1eb530dc3c9dbb1 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:37.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b55f16f0822e4686a16da75d514ca692 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:37.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:37.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 842c0224e07848f0ab1f4a950db181fb for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:37.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c725a1643fd546749f02ea614f58be37 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:37.171 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:37.172 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.223.252:33517, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.223.252:33517: OK, deferred=null) after lookup
23:54:37.172 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)] connecting to peer
23:54:37.173 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)] Successfully connected to peer
23:54:37.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:37.187 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:37.190 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xbe4093ef, L:/127.0.0.1:53320 - R:/127.3.223.195:32949] using TOKEN/null
23:54:37.219 [DEBUG - main] (Connection.java:748) [peer 3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)] connecting to peer
23:54:37.221 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)] Successfully connected to peer
23:54:37.251 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:37.255 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x93a0552f, L:/127.0.0.1:38964 - R:/127.3.223.193:36725] using TOKEN/null
23:54:37.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:37.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:37.427 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:37.427 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:37.427 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:37.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:37.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:37.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:37.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:37.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:37.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:37.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:37.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:37.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:37.429 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:37.507 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:37.508 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:37.509 [DEBUG - main] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:54:37.510 [DEBUG - main] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:54:37.510 [DEBUG - main] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:54:37.510 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.167.190:38881(127.4.167.190:38881)] Successfully connected to peer
23:54:37.511 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.167.189:38943(127.4.167.189:38943)] Successfully connected to peer
23:54:37.515 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.190
23:54:37.516 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.167.188:37217(127.4.167.188:37217)] Successfully connected to peer
23:54:37.517 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.189
23:54:37.534 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:37.535 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.188
23:54:37.538 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x72df2ef4, L:/127.0.0.1:38142 - R:/127.4.167.189:38943] using SASL/PLAIN
23:54:37.545 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:37.549 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3c5c7ba4, L:/127.0.0.1:38066 - R:/127.4.167.190:38881] using SASL/PLAIN
23:54:37.550 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:37.555 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7c0255e5, L:/127.0.0.1:37198 - R:/127.4.167.188:37217] using SASL/PLAIN
23:54:37.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:37.560 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: OK, deferred=null) after lookup
23:54:37.563 [DEBUG - main] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:37.564 [DEBUG - main] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:37.565 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.223.253:40309(127.3.223.253:40309)] Successfully connected to peer
23:54:37.565 [DEBUG - main] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:37.566 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.223.254:35097(127.3.223.254:35097)] Successfully connected to peer
23:54:37.569 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.254
23:54:37.577 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.223.252:33517(127.3.223.252:33517)] Successfully connected to peer
23:54:37.580 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.253
23:54:37.580 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:37.584 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.252
23:54:37.587 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1d5557c4, L:/127.0.0.1:44464 - R:/127.3.223.254:35097] using SASL/PLAIN
23:54:37.592 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:37.592 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:37.595 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd87e475a, L:/127.0.0.1:42320 - R:/127.3.223.253:40309] using SASL/PLAIN
23:54:37.597 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x22117537, L:/127.0.0.1:40876 - R:/127.3.223.252:33517] using SASL/PLAIN
23:54:37.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:37.601 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: OK, deferred=null) after lookup
23:54:37.603 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:37.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f2fb3d22bb6e4429b2249063681bd08e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:37.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa0a549e16614b96a1eb530dc3c9dbb1 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:37.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b55f16f0822e4686a16da75d514ca692 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:37.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:37.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 842c0224e07848f0ab1f4a950db181fb for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:37.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c725a1643fd546749f02ea614f58be37 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:37.609 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.612068  4973 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37198:
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:54:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\0012\000\000\000"
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:54:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:54:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:37.616806  4973 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:54:37.653 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:37.653 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:37.653 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:37.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:37.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:37.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:37.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:37.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:37.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:37.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:37.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:37.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:37.654 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:37.681 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:37.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.750819  5372 tablet_service.cc:1511] Processing CreateTablet for tablet 5a5f3522b6374e0e949f026b74b964be (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:54:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.754069  5371 tablet_service.cc:1511] Processing CreateTablet for tablet 956d7434cc8a440ea44bc68e33bfdb9e (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:54:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.755553  5372 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a5f3522b6374e0e949f026b74b964be. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.756430  5371 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 956d7434cc8a440ea44bc68e33bfdb9e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.764740  5518 tablet_service.cc:1511] Processing CreateTablet for tablet 956d7434cc8a440ea44bc68e33bfdb9e (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:54:37.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.768774  5518 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 956d7434cc8a440ea44bc68e33bfdb9e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.764784  5519 tablet_service.cc:1511] Processing CreateTablet for tablet 5a5f3522b6374e0e949f026b74b964be (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:54:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.776156  5519 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a5f3522b6374e0e949f026b74b964be. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.783118  5171 tablet_service.cc:1511] Processing CreateTablet for tablet 956d7434cc8a440ea44bc68e33bfdb9e (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:54:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.786278  5171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 956d7434cc8a440ea44bc68e33bfdb9e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:37.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.781371  5172 tablet_service.cc:1511] Processing CreateTablet for tablet 5a5f3522b6374e0e949f026b74b964be (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:54:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.798543  5172 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a5f3522b6374e0e949f026b74b964be. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:37.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.831220  5755 tablet_bootstrap.cc:492] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621: Bootstrap starting.
23:54:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.839946  5755 tablet_bootstrap.cc:654] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621: Neither blocks nor log segments found. Creating new log.
23:54:37.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.843241  5755 log.cc:826] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621: Log is configured to *not* fsync() on all Append() calls
23:54:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.863756  5755 tablet_bootstrap.cc:492] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621: No bootstrap required, opened a new log
23:54:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.864356  5755 ts_tablet_manager.cc:1403] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621: Time spent bootstrapping tablet: real 0.034s	user 0.013s	sys 0.016s
23:54:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.891525  5756 tablet_bootstrap.cc:492] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f: Bootstrap starting.
23:54:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.904584  5755 raft_consensus.cc:359] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.905714  5755 raft_consensus.cc:385] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.906073  5755 raft_consensus.cc:740] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0baef91805434030b3ee38091f76f621, State: Initialized, Role: FOLLOWER
23:54:37.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.907352  5755 consensus_queue.cc:260] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.918219  5755 ts_tablet_manager.cc:1434] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621: Time spent starting tablet: real 0.054s	user 0.036s	sys 0.005s
23:54:37.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:37.923763  5592 tablet.cc:2406] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:37.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.924718  5755 tablet_bootstrap.cc:492] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621: Bootstrap starting.
23:54:37.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.934849  5755 tablet_bootstrap.cc:654] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621: Neither blocks nor log segments found. Creating new log.
23:54:37.949 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:37.949 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:37.950 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:37.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:37.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:37.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:37.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:37.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:37.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:37.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:37.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:37.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:37.952 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.952137  5759 tablet_bootstrap.cc:492] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34: Bootstrap starting.
23:54:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.953143  5756 tablet_bootstrap.cc:654] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f: Neither blocks nor log segments found. Creating new log.
23:54:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.955592  5756 log.cc:826] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f: Log is configured to *not* fsync() on all Append() calls
23:54:37.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.964460  5759 tablet_bootstrap.cc:654] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34: Neither blocks nor log segments found. Creating new log.
23:54:37.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.975487  5759 log.cc:826] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34: Log is configured to *not* fsync() on all Append() calls
23:54:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.977186  5755 tablet_bootstrap.cc:492] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621: No bootstrap required, opened a new log
23:54:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.977815  5755 ts_tablet_manager.cc:1403] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621: Time spent bootstrapping tablet: real 0.053s	user 0.025s	sys 0.021s
23:54:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.978619  5756 tablet_bootstrap.cc:492] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f: No bootstrap required, opened a new log
23:54:37.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.979454  5756 ts_tablet_manager.cc:1403] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f: Time spent bootstrapping tablet: real 0.089s	user 0.016s	sys 0.005s
23:54:37.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.980893  5755 raft_consensus.cc:359] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:37.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.981680  5755 raft_consensus.cc:385] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.982051  5755 raft_consensus.cc:740] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0baef91805434030b3ee38091f76f621, State: Initialized, Role: FOLLOWER
23:54:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.983045  5755 consensus_queue.cc:260] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:37.995541  5755 ts_tablet_manager.cc:1434] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621: Time spent starting tablet: real 0.017s	user 0.003s	sys 0.002s
23:54:38.007 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:38.007 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:38.008 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:38.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.009 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.013864  5759 tablet_bootstrap.cc:492] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34: No bootstrap required, opened a new log
23:54:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.014420  5759 ts_tablet_manager.cc:1403] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34: Time spent bootstrapping tablet: real 0.063s	user 0.014s	sys 0.006s
23:54:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.038129  5756 raft_consensus.cc:359] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.039390  5756 raft_consensus.cc:385] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.039806  5756 raft_consensus.cc:740] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Initialized, Role: FOLLOWER
23:54:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.040952  5756 consensus_queue.cc:260] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.047778  5759 raft_consensus.cc:359] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.048724  5759 raft_consensus.cc:385] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.049073  5759 raft_consensus.cc:740] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0be315657a6b41b0969c36ee99573e34, State: Initialized, Role: FOLLOWER
23:54:38.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.050228  5759 consensus_queue.cc:260] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.061254  5759 ts_tablet_manager.cc:1434] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34: Time spent starting tablet: real 0.047s	user 0.028s	sys 0.011s
23:54:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.062304  5756 ts_tablet_manager.cc:1434] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f: Time spent starting tablet: real 0.082s	user 0.016s	sys 0.030s
23:54:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.063958  5759 tablet_bootstrap.cc:492] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34: Bootstrap starting.
23:54:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.070895  5759 tablet_bootstrap.cc:654] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34: Neither blocks nor log segments found. Creating new log.
23:54:38.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.080416  5756 tablet_bootstrap.cc:492] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f: Bootstrap starting.
23:54:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.085436  5759 tablet_bootstrap.cc:492] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34: No bootstrap required, opened a new log
23:54:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.085887  5759 ts_tablet_manager.cc:1403] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34: Time spent bootstrapping tablet: real 0.022s	user 0.010s	sys 0.007s
23:54:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.087296  5756 tablet_bootstrap.cc:654] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f: Neither blocks nor log segments found. Creating new log.
23:54:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.088598  5759 raft_consensus.cc:359] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.089430  5759 raft_consensus.cc:385] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.089761  5759 raft_consensus.cc:740] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0be315657a6b41b0969c36ee99573e34, State: Initialized, Role: FOLLOWER
23:54:38.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.090687  5759 consensus_queue.cc:260] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.092938  5759 ts_tablet_manager.cc:1434] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
23:54:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.128615  5764 raft_consensus.cc:493] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.129596  5756 tablet_bootstrap.cc:492] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f: No bootstrap required, opened a new log
23:54:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.129227  5764 raft_consensus.cc:515] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.130131  5756 ts_tablet_manager.cc:1403] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f: Time spent bootstrapping tablet: real 0.050s	user 0.009s	sys 0.012s
23:54:38.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.133807  5756 raft_consensus.cc:359] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.134501  5756 raft_consensus.cc:385] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.134869  5756 raft_consensus.cc:740] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Initialized, Role: FOLLOWER
23:54:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.136261  5756 consensus_queue.cc:260] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.134749  5764 leader_election.cc:290] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875), 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739)
23:54:38.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.145859  5756 ts_tablet_manager.cc:1434] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f: Time spent starting tablet: real 0.015s	user 0.008s	sys 0.006s
23:54:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.151015  5539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a5f3522b6374e0e949f026b74b964be" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621" is_pre_election: true
23:54:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.151958  5539 raft_consensus.cc:2468] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.154197  5293 leader_election.cc:304] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0baef91805434030b3ee38091f76f621, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.155400  5772 raft_consensus.cc:2804] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.155910  5772 raft_consensus.cc:493] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.156338  5772 raft_consensus.cc:3060] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Advancing to term 1
23:54:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.164170  5764 raft_consensus.cc:493] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.164649  5192 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a5f3522b6374e0e949f026b74b964be" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34" is_pre_election: true
23:54:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.164625  5764 raft_consensus.cc:515] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.166584  5764 leader_election.cc:290] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.167682  5191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "956d7434cc8a440ea44bc68e33bfdb9e" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34" is_pre_election: true
23:54:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.168433  5191 raft_consensus.cc:2468] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.170015  5291 leader_election.cc:304] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0be315657a6b41b0969c36ee99573e34, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.170787  5764 raft_consensus.cc:2804] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.170920  5192 raft_consensus.cc:2468] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.171136  5764 raft_consensus.cc:493] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.170852  5772 raft_consensus.cc:515] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.171460  5764 raft_consensus.cc:3060] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Advancing to term 1
23:54:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.172746  5539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "956d7434cc8a440ea44bc68e33bfdb9e" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621" is_pre_election: true
23:54:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.173310  5539 raft_consensus.cc:2468] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.174178  5538 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a5f3522b6374e0e949f026b74b964be" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621"
23:54:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.174600  5772 leader_election.cc:290] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Requested vote from peers 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875), 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739)
23:54:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.174836  5538 raft_consensus.cc:3060] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Advancing to term 1
23:54:38.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.175879  5192 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a5f3522b6374e0e949f026b74b964be" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:38.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.176368  5192 raft_consensus.cc:3060] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Advancing to term 1
23:54:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.180724  5764 raft_consensus.cc:515] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.183578  5764 leader_election.cc:290] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Requested vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.183694  5538 raft_consensus.cc:2468] T 5a5f3522b6374e0e949f026b74b964be P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:38.184831  5245 tablet.cc:2406] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.186575  5192 raft_consensus.cc:2468] T 5a5f3522b6374e0e949f026b74b964be P 0be315657a6b41b0969c36ee99573e34 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.187168  5293 leader_election.cc:304] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0baef91805434030b3ee38091f76f621, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.187461  5538 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "956d7434cc8a440ea44bc68e33bfdb9e" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621"
23:54:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.187515  5191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "956d7434cc8a440ea44bc68e33bfdb9e" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.188005  5191 raft_consensus.cc:3060] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Advancing to term 1
23:54:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.187952  5538 raft_consensus.cc:3060] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Advancing to term 1
23:54:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.188105  5764 raft_consensus.cc:2804] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Leader election won for term 1
23:54:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.188804  5764 raft_consensus.cc:697] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [term 1 LEADER]: Becoming Leader. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Running, Role: LEADER
23:54:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:38.189044  5445 tablet.cc:2406] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.190644  5764 consensus_queue.cc:237] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } }
23:54:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.194571  5538 raft_consensus.cc:2468] T 956d7434cc8a440ea44bc68e33bfdb9e P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.195715  5293 leader_election.cc:304] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0baef91805434030b3ee38091f76f621, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.196570  5772 raft_consensus.cc:2804] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Leader election won for term 1
23:54:38.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.199698  5772 raft_consensus.cc:697] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [term 1 LEADER]: Becoming Leader. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Running, Role: LEADER
23:54:38.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.200706  5772 consensus_queue.cc:237] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.202366  5191 raft_consensus.cc:2468] T 956d7434cc8a440ea44bc68e33bfdb9e P 0be315657a6b41b0969c36ee99573e34 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:38.204 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:38.204 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:38.204 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:38.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.206 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.206 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.214964  4973 catalog_manager.cc:5696] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f reported cstate change: term changed from 0 to 1, leader changed from <none> to fe61c55a19e7483ab168daf31900aa3f (127.4.167.130). New cstate: current_term: 1 leader_uuid: "fe61c55a19e7483ab168daf31900aa3f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } health_report { overall_health: UNKNOWN } } }
23:54:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.251860  4973 catalog_manager.cc:5696] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f reported cstate change: term changed from 0 to 1, leader changed from <none> to fe61c55a19e7483ab168daf31900aa3f (127.4.167.130). New cstate: current_term: 1 leader_uuid: "fe61c55a19e7483ab168daf31900aa3f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } health_report { overall_health: UNKNOWN } } }
23:54:38.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:38.285 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:38.285 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:38.285 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:38.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.286 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:38.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.314230  4973 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:37198:
23:54:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\0012\000\000\000\007\001\226\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:54:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:38.354862  4973 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 71e7d597588f4d4bbeb56b37b6838f95 has no consensus state
23:54:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:38.359226  4973 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 338dfd14194148508362c655854d632e has no consensus state
23:54:38.387 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:38.387 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:38.387 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:38.386760  4957 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 71e7d597588f4d4bbeb56b37b6838f95 (table replication_test_table [id=2dee5727d16644e48a760684706d760a], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 71e7d597588f4d4bbeb56b37b6838f95 has no consensus state
23:54:38.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.390 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.398329  5172 tablet_service.cc:1511] Processing CreateTablet for tablet 71e7d597588f4d4bbeb56b37b6838f95 (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.399636  5172 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 71e7d597588f4d4bbeb56b37b6838f95. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.400370  5372 tablet_service.cc:1511] Processing CreateTablet for tablet 71e7d597588f4d4bbeb56b37b6838f95 (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.401649  5372 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 71e7d597588f4d4bbeb56b37b6838f95. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.407825  5518 tablet_service.cc:1511] Processing CreateTablet for tablet 71e7d597588f4d4bbeb56b37b6838f95 (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.409081  5518 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 71e7d597588f4d4bbeb56b37b6838f95. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.410183  5171 tablet_service.cc:1511] Processing CreateTablet for tablet 338dfd14194148508362c655854d632e (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.411379  5171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 338dfd14194148508362c655854d632e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.411566  5371 tablet_service.cc:1511] Processing CreateTablet for tablet 338dfd14194148508362c655854d632e (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.412726  5371 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 338dfd14194148508362c655854d632e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.412878  5759 tablet_bootstrap.cc:492] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34: Bootstrap starting.
23:54:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.419119  5519 tablet_service.cc:1511] Processing CreateTablet for tablet 338dfd14194148508362c655854d632e (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:54:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.420348  5519 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 338dfd14194148508362c655854d632e. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.426966  5759 tablet_bootstrap.cc:654] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34: Neither blocks nor log segments found. Creating new log.
23:54:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.428716  5755 tablet_bootstrap.cc:492] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621: Bootstrap starting.
23:54:38.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.435355  5755 tablet_bootstrap.cc:654] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621: Neither blocks nor log segments found. Creating new log.
23:54:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.438967  5756 tablet_bootstrap.cc:492] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f: Bootstrap starting.
23:54:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.447786  5756 tablet_bootstrap.cc:654] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f: Neither blocks nor log segments found. Creating new log.
23:54:38.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.449275  5755 tablet_bootstrap.cc:492] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621: No bootstrap required, opened a new log
23:54:38.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.449772  5755 ts_tablet_manager.cc:1403] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621: Time spent bootstrapping tablet: real 0.021s	user 0.014s	sys 0.004s
23:54:38.453 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:38.453 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:38.453 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:38.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.457 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.452533  5755 raft_consensus.cc:359] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.458842  5755 raft_consensus.cc:385] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.459233  5755 raft_consensus.cc:740] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0baef91805434030b3ee38091f76f621, State: Initialized, Role: FOLLOWER
23:54:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.460383  5759 tablet_bootstrap.cc:492] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34: No bootstrap required, opened a new log
23:54:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.460103  5755 consensus_queue.cc:260] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.460806  5759 ts_tablet_manager.cc:1403] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34: Time spent bootstrapping tablet: real 0.048s	user 0.016s	sys 0.011s
23:54:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.462517  5755 ts_tablet_manager.cc:1434] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621: Time spent starting tablet: real 0.012s	user 0.004s	sys 0.001s
23:54:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.463555  5755 tablet_bootstrap.cc:492] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621: Bootstrap starting.
23:54:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.465029  5756 tablet_bootstrap.cc:492] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f: No bootstrap required, opened a new log
23:54:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.465533  5756 ts_tablet_manager.cc:1403] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f: Time spent bootstrapping tablet: real 0.027s	user 0.007s	sys 0.010s
23:54:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.468240  5756 raft_consensus.cc:359] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.469035  5756 raft_consensus.cc:385] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.469331  5756 raft_consensus.cc:740] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Initialized, Role: FOLLOWER
23:54:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.470575  5755 tablet_bootstrap.cc:654] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621: Neither blocks nor log segments found. Creating new log.
23:54:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.470369  5756 consensus_queue.cc:260] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.473090  5756 ts_tablet_manager.cc:1434] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
23:54:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.473982  5756 tablet_bootstrap.cc:492] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f: Bootstrap starting.
23:54:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.482896  5756 tablet_bootstrap.cc:654] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f: Neither blocks nor log segments found. Creating new log.
23:54:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.500507  5759 raft_consensus.cc:359] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.502653  5759 raft_consensus.cc:385] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.503072  5759 raft_consensus.cc:740] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0be315657a6b41b0969c36ee99573e34, State: Initialized, Role: FOLLOWER
23:54:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.506033  5759 consensus_queue.cc:260] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.509646  5759 ts_tablet_manager.cc:1434] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34: Time spent starting tablet: real 0.049s	user 0.008s	sys 0.002s
23:54:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.510871  5759 tablet_bootstrap.cc:492] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34: Bootstrap starting.
23:54:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.524657  5755 tablet_bootstrap.cc:492] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621: No bootstrap required, opened a new log
23:54:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.525439  5756 tablet_bootstrap.cc:492] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f: No bootstrap required, opened a new log
23:54:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.526618  5755 ts_tablet_manager.cc:1403] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621: Time spent bootstrapping tablet: real 0.063s	user 0.028s	sys 0.009s
23:54:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.527163  5756 ts_tablet_manager.cc:1403] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f: Time spent bootstrapping tablet: real 0.053s	user 0.028s	sys 0.011s
23:54:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.528544  5759 tablet_bootstrap.cc:654] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34: Neither blocks nor log segments found. Creating new log.
23:54:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.531183  5755 raft_consensus.cc:359] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.537575  5756 raft_consensus.cc:359] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.538273  5756 raft_consensus.cc:385] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.538537  5756 raft_consensus.cc:740] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Initialized, Role: FOLLOWER
23:54:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.539201  5756 consensus_queue.cc:260] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.540150  5755 raft_consensus.cc:385] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.540428  5755 raft_consensus.cc:740] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0baef91805434030b3ee38091f76f621, State: Initialized, Role: FOLLOWER
23:54:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.541639  5755 consensus_queue.cc:260] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.541666  5760 raft_consensus.cc:493] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.543545  5760 raft_consensus.cc:515] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.551298  5756 ts_tablet_manager.cc:1434] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f: Time spent starting tablet: real 0.019s	user 0.006s	sys 0.000s
23:54:38.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.564349  5760 leader_election.cc:290] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549)
23:54:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.578835  5759 tablet_bootstrap.cc:492] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34: No bootstrap required, opened a new log
23:54:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.579526  5759 ts_tablet_manager.cc:1403] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34: Time spent bootstrapping tablet: real 0.069s	user 0.010s	sys 0.003s
23:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.582805  5759 raft_consensus.cc:359] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.583664  5759 raft_consensus.cc:385] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.584046  5759 raft_consensus.cc:740] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0be315657a6b41b0969c36ee99573e34, State: Initialized, Role: FOLLOWER
23:54:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.584928  5759 consensus_queue.cc:260] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.598016  5759 ts_tablet_manager.cc:1434] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34: Time spent starting tablet: real 0.018s	user 0.006s	sys 0.000s
23:54:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.601043  5765 raft_consensus.cc:493] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.601564  5765 raft_consensus.cc:515] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.609452  5765 leader_election.cc:290] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.641353  5764 consensus_queue.cc:1048] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.651517  5755 ts_tablet_manager.cc:1434] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621: Time spent starting tablet: real 0.123s	user 0.023s	sys 0.021s
23:54:38.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.666712  5392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "71e7d597588f4d4bbeb56b37b6838f95" candidate_uuid: "0be315657a6b41b0969c36ee99573e34" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe61c55a19e7483ab168daf31900aa3f" is_pre_election: true
23:54:38.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.667423  5392 raft_consensus.cc:2468] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0be315657a6b41b0969c36ee99573e34 in term 0.
23:54:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.668835  5127 leader_election.cc:304] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0be315657a6b41b0969c36ee99573e34, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.669750  5765 raft_consensus.cc:2804] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.670086  5765 raft_consensus.cc:493] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.670419  5765 raft_consensus.cc:3060] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Advancing to term 1
23:54:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.676173  5392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "71e7d597588f4d4bbeb56b37b6838f95" candidate_uuid: "0baef91805434030b3ee38091f76f621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe61c55a19e7483ab168daf31900aa3f" is_pre_election: true
23:54:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.676708  5392 raft_consensus.cc:2468] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0baef91805434030b3ee38091f76f621 in term 0.
23:54:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.677309  5765 raft_consensus.cc:515] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.678375  5772 consensus_queue.cc:1048] T 5a5f3522b6374e0e949f026b74b964be P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.679528  5765 leader_election.cc:290] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [CANDIDATE]: Term 1 election: Requested vote from peers fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.679548  5474 leader_election.cc:304] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0baef91805434030b3ee38091f76f621, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.680876  5793 raft_consensus.cc:2804] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.681289  5793 raft_consensus.cc:493] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.681666  5793 raft_consensus.cc:3060] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Advancing to term 1
23:54:38.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:38.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.661653  4972 catalog_manager.cc:6241] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: replication_test_table [id=2dee5727d16644e48a760684706d760a] alter complete (version 0)
23:54:38.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.690239  5192 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "71e7d597588f4d4bbeb56b37b6838f95" candidate_uuid: "0baef91805434030b3ee38091f76f621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34" is_pre_election: true
23:54:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.691100  5192 raft_consensus.cc:2393] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0baef91805434030b3ee38091f76f621 in current term 1: Already voted for candidate 0be315657a6b41b0969c36ee99573e34 in this term.
23:54:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.693576  5392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "71e7d597588f4d4bbeb56b37b6838f95" candidate_uuid: "0be315657a6b41b0969c36ee99573e34" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe61c55a19e7483ab168daf31900aa3f"
23:54:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.694301  5392 raft_consensus.cc:3060] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Advancing to term 1
23:54:38.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.702589  5392 raft_consensus.cc:2468] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0be315657a6b41b0969c36ee99573e34 in term 1.
23:54:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.703601  5772 consensus_queue.cc:1048] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:38.704 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.703995  5127 leader_election.cc:304] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0be315657a6b41b0969c36ee99573e34, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.704 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:38.704 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:38.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:38.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:38.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.706077  5765 raft_consensus.cc:2804] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 1 FOLLOWER]: Leader election won for term 1
23:54:38.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:38.706 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:38.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.707926  5764 consensus_queue.cc:1048] T 956d7434cc8a440ea44bc68e33bfdb9e P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:38.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.709054  5793 raft_consensus.cc:515] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.718397  5793 leader_election.cc:290] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [CANDIDATE]: Term 1 election: Requested vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549)
23:54:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.719393  5190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "71e7d597588f4d4bbeb56b37b6838f95" candidate_uuid: "0baef91805434030b3ee38091f76f621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.719910  5392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "71e7d597588f4d4bbeb56b37b6838f95" candidate_uuid: "0baef91805434030b3ee38091f76f621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe61c55a19e7483ab168daf31900aa3f"
23:54:38.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.725009  5537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "71e7d597588f4d4bbeb56b37b6838f95" candidate_uuid: "0be315657a6b41b0969c36ee99573e34" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621" is_pre_election: true
23:54:38.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.720927  5392 raft_consensus.cc:2393] T 71e7d597588f4d4bbeb56b37b6838f95 P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 0baef91805434030b3ee38091f76f621 in current term 1: Already voted for candidate 0be315657a6b41b0969c36ee99573e34 in this term.
23:54:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.725912  5537 raft_consensus.cc:2393] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0be315657a6b41b0969c36ee99573e34 in current term 1: Already voted for candidate 0baef91805434030b3ee38091f76f621 in this term.
23:54:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.726963  5536 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "71e7d597588f4d4bbeb56b37b6838f95" candidate_uuid: "0be315657a6b41b0969c36ee99573e34" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621"
23:54:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.727425  5764 raft_consensus.cc:493] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:38.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.727957  5536 raft_consensus.cc:2393] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 0be315657a6b41b0969c36ee99573e34 in current term 1: Already voted for candidate 0baef91805434030b3ee38091f76f621 in this term.
23:54:38.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.727854  5764 raft_consensus.cc:515] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.730631  5764 leader_election.cc:290] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:38.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.731808  5536 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "338dfd14194148508362c655854d632e" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621" is_pre_election: true
23:54:38.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.732399  5536 raft_consensus.cc:2468] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:38.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.733824  5293 leader_election.cc:304] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0baef91805434030b3ee38091f76f621, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.734578  5764 raft_consensus.cc:2804] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.734898  5764 raft_consensus.cc:493] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.735216  5764 raft_consensus.cc:3060] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Advancing to term 1
23:54:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.735311  5191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "338dfd14194148508362c655854d632e" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34" is_pre_election: true
23:54:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.736097  5191 raft_consensus.cc:2468] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.741927  5765 raft_consensus.cc:697] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [term 1 LEADER]: Becoming Leader. State: Replica: 0be315657a6b41b0969c36ee99573e34, State: Running, Role: LEADER
23:54:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.743129  5765 consensus_queue.cc:237] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.744594  5764 raft_consensus.cc:515] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.752796  5191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "338dfd14194148508362c655854d632e" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.753312  5191 raft_consensus.cc:3060] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Advancing to term 1
23:54:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.763715  5536 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "338dfd14194148508362c655854d632e" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621"
23:54:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.764230  5536 raft_consensus.cc:3060] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Advancing to term 1
23:54:38.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.771687  5536 raft_consensus.cc:2468] T 338dfd14194148508362c655854d632e P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.772897  5293 leader_election.cc:304] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0baef91805434030b3ee38091f76f621, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.773523  5191 raft_consensus.cc:2468] T 338dfd14194148508362c655854d632e P 0be315657a6b41b0969c36ee99573e34 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:38.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.775355  5764 leader_election.cc:290] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Requested vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.776063  5764 raft_consensus.cc:2804] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Leader election won for term 1
23:54:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.779502  5764 raft_consensus.cc:697] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [term 1 LEADER]: Becoming Leader. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Running, Role: LEADER
23:54:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.786796  5472 leader_election.cc:304] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0baef91805434030b3ee38091f76f621; no voters: 0be315657a6b41b0969c36ee99573e34, fe61c55a19e7483ab168daf31900aa3f
23:54:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.787671  5793 raft_consensus.cc:2749] T 71e7d597588f4d4bbeb56b37b6838f95 P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
23:54:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.782898  5764 consensus_queue.cc:237] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:38.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.798682  4973 catalog_manager.cc:5696] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0be315657a6b41b0969c36ee99573e34 (127.4.167.129). New cstate: current_term: 1 leader_uuid: "0be315657a6b41b0969c36ee99573e34" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } health_report { overall_health: UNKNOWN } } }
23:54:38.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.831741  4970 catalog_manager.cc:5696] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f reported cstate change: term changed from 0 to 1, leader changed from <none> to fe61c55a19e7483ab168daf31900aa3f (127.4.167.130). New cstate: current_term: 1 leader_uuid: "fe61c55a19e7483ab168daf31900aa3f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } health_report { overall_health: UNKNOWN } } }
23:54:38.833 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:38.833 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:38.833 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:38.833 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.833 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.834 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:38.862493  4969 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:37198:
23:54:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\226\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:54:38.910 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:38.910 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:38.910 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:38.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:38.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:38.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:38.911 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:38.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:38.938498  4969 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 317d6b3a18f24b32a2085d7a39c1e0af has no consensus state
23:54:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:38.981739  4969 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 40cec3c70d684639a46ad3065e2f328b has no consensus state
23:54:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.026315  5171 tablet_service.cc:1511] Processing CreateTablet for tablet 317d6b3a18f24b32a2085d7a39c1e0af (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:54:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.027597  5171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 317d6b3a18f24b32a2085d7a39c1e0af. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.035516  5371 tablet_service.cc:1511] Processing CreateTablet for tablet 317d6b3a18f24b32a2085d7a39c1e0af (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:54:39.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.036885  5371 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 317d6b3a18f24b32a2085d7a39c1e0af. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.041309  5172 tablet_service.cc:1511] Processing CreateTablet for tablet 40cec3c70d684639a46ad3065e2f328b (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:54:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.042779  5172 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40cec3c70d684639a46ad3065e2f328b. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.042543  5519 tablet_service.cc:1511] Processing CreateTablet for tablet 317d6b3a18f24b32a2085d7a39c1e0af (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:54:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.043731  5519 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 317d6b3a18f24b32a2085d7a39c1e0af. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.044696  5372 tablet_service.cc:1511] Processing CreateTablet for tablet 40cec3c70d684639a46ad3065e2f328b (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:54:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.045866  5372 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40cec3c70d684639a46ad3065e2f328b. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.052255  5518 tablet_service.cc:1511] Processing CreateTablet for tablet 40cec3c70d684639a46ad3065e2f328b (DEFAULT_TABLE table=replication_test_table [id=2dee5727d16644e48a760684706d760a]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:54:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.053421  5518 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40cec3c70d684639a46ad3065e2f328b. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:39.065 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:39.066 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:39.066 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:39.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:39.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:39.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:39.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:39.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:39.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:39.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:39.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:39.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:39.067 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:39.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.071874  5759 tablet_bootstrap.cc:492] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34: Bootstrap starting.
23:54:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.078774  5814 tablet_bootstrap.cc:492] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f: Bootstrap starting.
23:54:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.079700  5759 tablet_bootstrap.cc:654] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34: Neither blocks nor log segments found. Creating new log.
23:54:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.087410  5814 tablet_bootstrap.cc:654] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f: Neither blocks nor log segments found. Creating new log.
23:54:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.092724  5755 tablet_bootstrap.cc:492] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621: Bootstrap starting.
23:54:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.099718  5755 tablet_bootstrap.cc:654] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621: Neither blocks nor log segments found. Creating new log.
23:54:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.101576  5759 tablet_bootstrap.cc:492] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34: No bootstrap required, opened a new log
23:54:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.101997  5759 ts_tablet_manager.cc:1403] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34: Time spent bootstrapping tablet: real 0.030s	user 0.012s	sys 0.011s
23:54:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.104678  5759 raft_consensus.cc:359] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.105526  5759 raft_consensus.cc:385] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.107949  5814 tablet_bootstrap.cc:492] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f: No bootstrap required, opened a new log
23:54:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.108340  5814 ts_tablet_manager.cc:1403] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f: Time spent bootstrapping tablet: real 0.030s	user 0.007s	sys 0.007s
23:54:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.110354  5755 tablet_bootstrap.cc:492] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621: No bootstrap required, opened a new log
23:54:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.110932  5755 ts_tablet_manager.cc:1403] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621: Time spent bootstrapping tablet: real 0.018s	user 0.014s	sys 0.000s
23:54:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.113176  5814 raft_consensus.cc:359] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.113941  5814 raft_consensus.cc:385] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.114225  5814 raft_consensus.cc:740] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Initialized, Role: FOLLOWER
23:54:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.113695  5755 raft_consensus.cc:359] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.114765  5755 raft_consensus.cc:385] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.115139  5755 raft_consensus.cc:740] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0baef91805434030b3ee38091f76f621, State: Initialized, Role: FOLLOWER
23:54:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.114960  5814 consensus_queue.cc:260] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.105803  5759 raft_consensus.cc:740] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0be315657a6b41b0969c36ee99573e34, State: Initialized, Role: FOLLOWER
23:54:39.128 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:39.129 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:39.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:39.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:39.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.130029  5814 ts_tablet_manager.cc:1434] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f: Time spent starting tablet: real 0.021s	user 0.007s	sys 0.000s
23:54:39.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:39.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:39.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.133435  5755 consensus_queue.cc:260] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.136 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:39.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:39.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:39.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:39.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.136440  5755 ts_tablet_manager.cc:1434] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621: Time spent starting tablet: real 0.025s	user 0.003s	sys 0.002s
23:54:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.122012  5759 consensus_queue.cc:260] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.141680  5755 tablet_bootstrap.cc:492] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621: Bootstrap starting.
23:54:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.150791  5755 tablet_bootstrap.cc:654] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621: Neither blocks nor log segments found. Creating new log.
23:54:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.158675  5759 ts_tablet_manager.cc:1434] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34: Time spent starting tablet: real 0.056s	user 0.004s	sys 0.003s
23:54:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.162467  5759 tablet_bootstrap.cc:492] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34: Bootstrap starting.
23:54:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.167922  5774 raft_consensus.cc:493] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.168102  5765 raft_consensus.cc:493] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.168387  5774 raft_consensus.cc:515] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.168541  5765 raft_consensus.cc:515] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.170562  5765 leader_election.cc:290] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.173990  5774 leader_election.cc:290] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.174044  5392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "317d6b3a18f24b32a2085d7a39c1e0af" candidate_uuid: "0be315657a6b41b0969c36ee99573e34" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe61c55a19e7483ab168daf31900aa3f" is_pre_election: true
23:54:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.175096  5539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "317d6b3a18f24b32a2085d7a39c1e0af" candidate_uuid: "0be315657a6b41b0969c36ee99573e34" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621" is_pre_election: true
23:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:39.177863  5127 leader_election.cc:343] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875): Illegal state: must be running to vote when last-logged opid is not known
23:54:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:39.179231  5127 leader_election.cc:343] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer fe61c55a19e7483ab168daf31900aa3f (127.4.167.130:41549): Illegal state: must be running to vote when last-logged opid is not known
23:54:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.179466  5192 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40cec3c70d684639a46ad3065e2f328b" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34" is_pre_election: true
23:54:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.179585  5127 leader_election.cc:304] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0be315657a6b41b0969c36ee99573e34; no voters: 0baef91805434030b3ee38091f76f621, fe61c55a19e7483ab168daf31900aa3f
23:54:39.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:39.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.185758  5765 raft_consensus.cc:2749] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:54:39.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:39.186321  5291 leader_election.cc:343] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739): Illegal state: must be running to vote when last-logged opid is not known
23:54:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.196916  5539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40cec3c70d684639a46ad3065e2f328b" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621" is_pre_election: true
23:54:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.197809  5539 raft_consensus.cc:2468] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.199527  5293 leader_election.cc:304] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0baef91805434030b3ee38091f76f621, fe61c55a19e7483ab168daf31900aa3f; no voters: 0be315657a6b41b0969c36ee99573e34
23:54:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.207712  5774 raft_consensus.cc:2804] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.208110  5774 raft_consensus.cc:493] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.208505  5774 raft_consensus.cc:3060] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Advancing to term 1
23:54:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.214516  5765 consensus_queue.cc:1048] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:54:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.242079  4970 catalog_manager.cc:6241] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0: replication_test_table [id=2dee5727d16644e48a760684706d760a] alter complete (version 0)
23:54:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.242645  5759 tablet_bootstrap.cc:654] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34: Neither blocks nor log segments found. Creating new log.
23:54:39.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.271468  5765 consensus_queue.cc:1048] T 71e7d597588f4d4bbeb56b37b6838f95 P 0be315657a6b41b0969c36ee99573e34 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:54:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.281416  5759 tablet_bootstrap.cc:492] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34: No bootstrap required, opened a new log
23:54:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.281955  5759 ts_tablet_manager.cc:1403] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34: Time spent bootstrapping tablet: real 0.120s	user 0.010s	sys 0.007s
23:54:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.287184  5759 raft_consensus.cc:359] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.289139  5759 raft_consensus.cc:385] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.289419  5759 raft_consensus.cc:740] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0be315657a6b41b0969c36ee99573e34, State: Initialized, Role: FOLLOWER
23:54:39.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.290913  5759 consensus_queue.cc:260] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.304979  5759 ts_tablet_manager.cc:1434] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34: Time spent starting tablet: real 0.022s	user 0.006s	sys 0.001s
23:54:39.309 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.323462  5772 consensus_queue.cc:1048] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:39.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.338892  5814 tablet_bootstrap.cc:492] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f: Bootstrap starting.
23:54:39.341 [DEBUG - main] (Connection.java:575) [peer master-127.3.223.254:35097(127.3.223.254:35097)] disconnecting while in state READY
23:54:39.341 [DEBUG - main] (Connection.java:575) [peer master-127.3.223.253:40309(127.3.223.253:40309)] disconnecting while in state READY
23:54:39.341 [DEBUG - main] (Connection.java:575) [peer master-127.3.223.252:33517(127.3.223.252:33517)] disconnecting while in state READY
23:54:39.342 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.223.253:40309(127.3.223.253:40309)] handling channelInactive
23:54:39.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state READY due to: connection closed
23:54:39.343 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.223.254:35097(127.3.223.254:35097)] handling channelInactive
23:54:39.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state READY due to: connection closed
23:54:39.344 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:39.345 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:54:39.346 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:54:39.359 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.223.252:33517(127.3.223.252:33517)] handling channelInactive
23:54:39.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state READY due to: connection closed
23:54:39.359 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
23:54:39.359 [DEBUG - main] (Connection.java:575) [peer master-127.4.167.188:37217(127.4.167.188:37217)] disconnecting while in state READY
23:54:39.360 [DEBUG - main] (Connection.java:575) [peer master-127.4.167.189:38943(127.4.167.189:38943)] disconnecting while in state READY
23:54:39.360 [DEBUG - main] (Connection.java:575) [peer master-127.4.167.190:38881(127.4.167.190:38881)] disconnecting while in state READY
23:54:39.360 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.167.188:37217(127.4.167.188:37217)] handling channelInactive
23:54:39.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state READY due to: connection closed
23:54:39.361 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.167.189:38943(127.4.167.189:38943)] handling channelInactive
23:54:39.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state READY due to: connection closed
23:54:39.361 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:39.362 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:54:39.362 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
23:54:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.403649  5764 consensus_queue.cc:1048] T 338dfd14194148508362c655854d632e P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.406142  5774 raft_consensus.cc:515] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.410558  5190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40cec3c70d684639a46ad3065e2f328b" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:39.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.411161  5190 raft_consensus.cc:3060] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Advancing to term 1
23:54:39.438 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.167.190:38881(127.4.167.190:38881)] handling channelInactive
23:54:39.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state READY due to: connection closed
23:54:39.438 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:54:39.440 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:54:39.440 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:54:39.440 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:54:39.440 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:54:39.440 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:54:39.440 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:54:39.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.441180  5190 raft_consensus.cc:2468] T 40cec3c70d684639a46ad3065e2f328b P 0be315657a6b41b0969c36ee99573e34 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.455708  5291 leader_election.cc:304] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0be315657a6b41b0969c36ee99573e34, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.456565  5772 raft_consensus.cc:2804] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Leader election won for term 1
23:54:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.457319  5772 raft_consensus.cc:697] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [term 1 LEADER]: Becoming Leader. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Running, Role: LEADER
23:54:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.458528  5772 consensus_queue.cc:237] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.499154  5774 leader_election.cc:290] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Requested vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:39.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.499372  5536 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40cec3c70d684639a46ad3065e2f328b" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621"
23:54:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.499938  5536 raft_consensus.cc:3060] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Advancing to term 1
23:54:39.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.503180  5814 tablet_bootstrap.cc:654] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f: Neither blocks nor log segments found. Creating new log.
23:54:39.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.508733  5536 raft_consensus.cc:2468] T 40cec3c70d684639a46ad3065e2f328b P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.517702  5755 tablet_bootstrap.cc:492] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621: No bootstrap required, opened a new log
23:54:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.518173  5755 ts_tablet_manager.cc:1403] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621: Time spent bootstrapping tablet: real 0.377s	user 0.043s	sys 0.087s
23:54:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.526249  4970 catalog_manager.cc:5696] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f reported cstate change: term changed from 0 to 1, leader changed from <none> to fe61c55a19e7483ab168daf31900aa3f (127.4.167.130). New cstate: current_term: 1 leader_uuid: "fe61c55a19e7483ab168daf31900aa3f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } health_report { overall_health: UNKNOWN } } }
23:54:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.535684  5755 raft_consensus.cc:359] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.536376  5755 raft_consensus.cc:385] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.536666  5755 raft_consensus.cc:740] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0baef91805434030b3ee38091f76f621, State: Initialized, Role: FOLLOWER
23:54:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.537533  5755 consensus_queue.cc:260] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.542783  5755 ts_tablet_manager.cc:1434] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621: Time spent starting tablet: real 0.024s	user 0.008s	sys 0.000s
23:54:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.567044  5814 tablet_bootstrap.cc:492] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f: No bootstrap required, opened a new log
23:54:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.567675  5814 ts_tablet_manager.cc:1403] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f: Time spent bootstrapping tablet: real 0.229s	user 0.010s	sys 0.006s
23:54:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.570753  5814 raft_consensus.cc:359] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.572727  5814 raft_consensus.cc:385] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.573323  5814 raft_consensus.cc:740] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Initialized, Role: FOLLOWER
23:54:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:39.573493  4956 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 317d6b3a18f24b32a2085d7a39c1e0af (table replication_test_table [id=2dee5727d16644e48a760684706d760a], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 317d6b3a18f24b32a2085d7a39c1e0af consensus state has no leader
23:54:39.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.574260  5814 consensus_queue.cc:260] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.584467  5814 ts_tablet_manager.cc:1434] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f: Time spent starting tablet: real 0.016s	user 0.003s	sys 0.004s
23:54:39.595 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:54:39.595 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:54:39.595 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:54:39.595 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:54:39.596 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:54:39.596 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:54:39.596 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:54:39.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:39.615764  4643 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.3.223.193:36725, user_credentials={real_user=slave}} blocked reactor thread for 117897us
23:54:39.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:39.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.733454  5772 raft_consensus.cc:493] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.733943  5772 raft_consensus.cc:515] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.735682  5772 leader_election.cc:290] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.736497  5190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "317d6b3a18f24b32a2085d7a39c1e0af" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34" is_pre_election: true
23:54:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.737040  5190 raft_consensus.cc:2468] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.737150  5539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "317d6b3a18f24b32a2085d7a39c1e0af" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621" is_pre_election: true
23:54:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.737771  5539 raft_consensus.cc:2468] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 0.
23:54:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.738080  5291 leader_election.cc:304] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0be315657a6b41b0969c36ee99573e34, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.738893  5774 raft_consensus.cc:2804] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.739244  5774 raft_consensus.cc:493] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.739573  5774 raft_consensus.cc:3060] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 0 FOLLOWER]: Advancing to term 1
23:54:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.744658  5774 raft_consensus.cc:515] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.746321  5774 leader_election.cc:290] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Requested vote from peers 0be315657a6b41b0969c36ee99573e34 (127.4.167.129:41739), 0baef91805434030b3ee38091f76f621 (127.4.167.131:38875)
23:54:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.747103  5190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "317d6b3a18f24b32a2085d7a39c1e0af" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be315657a6b41b0969c36ee99573e34"
23:54:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.747520  5539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "317d6b3a18f24b32a2085d7a39c1e0af" candidate_uuid: "fe61c55a19e7483ab168daf31900aa3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0baef91805434030b3ee38091f76f621"
23:54:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.747661  5190 raft_consensus.cc:3060] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 0 FOLLOWER]: Advancing to term 1
23:54:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.748060  5539 raft_consensus.cc:3060] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621 [term 0 FOLLOWER]: Advancing to term 1
23:54:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.754349  5190 raft_consensus.cc:2468] T 317d6b3a18f24b32a2085d7a39c1e0af P 0be315657a6b41b0969c36ee99573e34 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.755511  5539 raft_consensus.cc:2468] T 317d6b3a18f24b32a2085d7a39c1e0af P 0baef91805434030b3ee38091f76f621 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe61c55a19e7483ab168daf31900aa3f in term 1.
23:54:39.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.755759  5291 leader_election.cc:304] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0be315657a6b41b0969c36ee99573e34, fe61c55a19e7483ab168daf31900aa3f; no voters: 
23:54:39.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.756603  5774 raft_consensus.cc:2804] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 1 FOLLOWER]: Leader election won for term 1
23:54:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.757057  5774 raft_consensus.cc:697] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [term 1 LEADER]: Becoming Leader. State: Replica: fe61c55a19e7483ab168daf31900aa3f, State: Running, Role: LEADER
23:54:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.758592  5774 consensus_queue.cc:237] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } }
23:54:39.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:39.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.772096  4970 catalog_manager.cc:5696] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f reported cstate change: term changed from 0 to 1, leader changed from <none> to fe61c55a19e7483ab168daf31900aa3f (127.4.167.130). New cstate: current_term: 1 leader_uuid: "fe61c55a19e7483ab168daf31900aa3f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fe61c55a19e7483ab168daf31900aa3f" member_type: VOTER last_known_addr { host: "127.4.167.130" port: 41549 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 } health_report { overall_health: UNKNOWN } } }
23:54:39.786 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:39.786 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:39.787 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:39.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:39.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:39.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:39.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:39.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:39.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:39.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:39.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:39.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:39.788 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:39.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.872505  5774 consensus_queue.cc:1048] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:39.881 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:54:39.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:39.927721  5764 consensus_queue.cc:1048] T 40cec3c70d684639a46ad3065e2f328b P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:39.981 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:54:39.981 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:54:39.981 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:54:40.003 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:54:40.125 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:40.125 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:40.125 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:40.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.127 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:40.127 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28168), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [45ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [91ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [105ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [133ms] refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [135ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [136ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [136ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [185ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [462ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [483ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [924ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [925ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [925ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [925ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2743ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [6541ms] refreshing cache from master, [6541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [6542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [6542ms] too many traces: truncated at 100 traces, deferred=Deferred@1413632973(state=PENDING, result=null, callback=(continuation of Deferred@935732240 after retry RPC after error@519088765) -> (continuation of Deferred@550017667 after retry RPC after error@1725069676) -> (continuation of Deferred@1613899522 after retry RPC after error@2064308795) -> (continuation of Deferred@527584091 after retry RPC after error@1780369600) -> (continuation of Deferred@459634870 after retry RPC after error@915645155) -> (continuation of Deferred@993402873 after retry RPC after error@603330583) -> (continuation of Deferred@325481495 after retry RPC after error@944326690) -> (continuation of Deferred@864764165 after retry RPC after error@539935171) -> (continuation of Deferred@13160221 after retry RPC after error@1915920254) -> (continuation of Deferred@458779476 after retry RPC after error@1294897445) -> (continuation of Deferred@198709178 after retry RPC after error@1836558544) -> (continuation of Deferred@900558049 after retry RPC after error@204694728) -> (continuation of Deferred@1197281067 after retry RPC after error@398204472) -> (continuation of Deferred@1235788362 after retry RPC after error@1588238995) -> (continuation of Deferred@1898046010 after retry RPC after error@102461432) -> (continuation of Deferred@179124099 after retry RPC after error@14244423) -> (continuation of Deferred@2115455060 after retry RPC after error@590253249) -> (continuation of Deferred@1088206344 after retry RPC after error@178112310) -> (continuation of Deferred@1309436889 after retry RPC after error@420720221), errback=(continuation of Deferred@935732240 after retry RPC after error@519088765) -> (continuation of Deferred@550017667 after retry RPC after error@1725069676) -> (continuation of Deferred@1613899522 after retry RPC after error@2064308795) -> (continuation of Deferred@527584091 after retry RPC after error@1780369600) -> (continuation of Deferred@459634870 after retry RPC after error@915645155) -> (continuation of Deferred@993402873 after retry RPC after error@603330583) -> (continuation of Deferred@325481495 after retry RPC after error@944326690) -> (continuation of Deferred@864764165 after retry RPC after error@539935171) -> (continuation of Deferred@13160221 after retry RPC after error@1915920254) -> (continuation of Deferred@458779476 after retry RPC after error@1294897445) -> (continuation of Deferred@198709178 after retry RPC after error@1836558544) -> (continuation of Deferred@900558049 after retry RPC after error@204694728) -> (continuation of Deferred@1197281067 after retry RPC after error@398204472) -> (continuation of Deferred@1235788362 after retry RPC after error@1588238995) -> (continuation of Deferred@1898046010 after retry RPC after error@102461432) -> (continuation of Deferred@179124099 after retry RPC after error@14244423) -> (continuation of Deferred@2115455060 after retry RPC after error@590253249) -> (continuation of Deferred@1088206344 after retry RPC after error@178112310) -> (continuation of Deferred@1309436889 after retry RPC after error@420720221)))
23:54:40.128 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:54:40.129 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28168), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [45ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [91ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [105ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [133ms] refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [135ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [136ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [136ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [185ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [462ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [483ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [924ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [925ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [925ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [925ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2743ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [6541ms] refreshing cache from master, [6541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [6542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [6542ms] too many traces: truncated at 100 traces, deferred=Deferred@1413632973(state=PENDING, result=null, callback=(continuation of Deferred@935732240 after retry RPC after error@519088765) -> (continuation of Deferred@550017667 after retry RPC after error@1725069676) -> (continuation of Deferred@1613899522 after retry RPC after error@2064308795) -> (continuation of Deferred@527584091 after retry RPC after error@1780369600) -> (continuation of Deferred@459634870 after retry RPC after error@915645155) -> (continuation of Deferred@993402873 after retry RPC after error@603330583) -> (continuation of Deferred@325481495 after retry RPC after error@944326690) -> (continuation of Deferred@864764165 after retry RPC after error@539935171) -> (continuation of Deferred@13160221 after retry RPC after error@1915920254) -> (continuation of Deferred@458779476 after retry RPC after error@1294897445) -> (continuation of Deferred@198709178 after retry RPC after error@1836558544) -> (continuation of Deferred@900558049 after retry RPC after error@204694728) -> (continuation of Deferred@1197281067 after retry RPC after error@398204472) -> (continuation of Deferred@1235788362 after retry RPC after error@1588238995) -> (continuation of Deferred@1898046010 after retry RPC after error@102461432) -> (continuation of Deferred@179124099 after retry RPC after error@14244423) -> (continuation of Deferred@2115455060 after retry RPC after error@590253249) -> (continuation of Deferred@1088206344 after retry RPC after error@178112310) -> (continuation of Deferred@1309436889 after retry RPC after error@420720221), errback=(continuation of Deferred@935732240 after retry RPC after error@519088765) -> (continuation of Deferred@550017667 after retry RPC after error@1725069676) -> (continuation of Deferred@1613899522 after retry RPC after error@2064308795) -> (continuation of Deferred@527584091 after retry RPC after error@1780369600) -> (continuation of Deferred@459634870 after retry RPC after error@915645155) -> (continuation of Deferred@993402873 after retry RPC after error@603330583) -> (continuation of Deferred@325481495 after retry RPC after error@944326690) -> (continuation of Deferred@864764165 after retry RPC after error@539935171) -> (continuation of Deferred@13160221 after retry RPC after error@1915920254) -> (continuation of Deferred@458779476 after retry RPC after error@1294897445) -> (continuation of Deferred@198709178 after retry RPC after error@1836558544) -> (continuation of Deferred@900558049 after retry RPC after error@204694728) -> (continuation of Deferred@1197281067 after retry RPC after error@398204472) -> (continuation of Deferred@1235788362 after retry RPC after error@1588238995) -> (continuation of Deferred@1898046010 after retry RPC after error@102461432) -> (continuation of Deferred@179124099 after retry RPC after error@14244423) -> (continuation of Deferred@2115455060 after retry RPC after error@590253249) -> (continuation of Deferred@1088206344 after retry RPC after error@178112310) -> (continuation of Deferred@1309436889 after retry RPC after error@420720221)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:40.129 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:54:40.137 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:54:40.140 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28168), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [45ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [91ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [105ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [133ms] refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [135ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [136ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [136ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [185ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [462ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [483ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [924ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [925ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [925ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [925ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2743ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [6541ms] refreshing cache from master, [6541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [6542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [6542ms] too many traces: truncated at 100 traces, deferred=Deferred@1413632973(state=PENDING, result=null, callback=(continuation of Deferred@935732240 after retry RPC after error@519088765) -> (continuation of Deferred@550017667 after retry RPC after error@1725069676) -> (continuation of Deferred@1613899522 after retry RPC after error@2064308795) -> (continuation of Deferred@527584091 after retry RPC after error@1780369600) -> (continuation of Deferred@459634870 after retry RPC after error@915645155) -> (continuation of Deferred@993402873 after retry RPC after error@603330583) -> (continuation of Deferred@325481495 after retry RPC after error@944326690) -> (continuation of Deferred@864764165 after retry RPC after error@539935171) -> (continuation of Deferred@13160221 after retry RPC after error@1915920254) -> (continuation of Deferred@458779476 after retry RPC after error@1294897445) -> (continuation of Deferred@198709178 after retry RPC after error@1836558544) -> (continuation of Deferred@900558049 after retry RPC after error@204694728) -> (continuation of Deferred@1197281067 after retry RPC after error@398204472) -> (continuation of Deferred@1235788362 after retry RPC after error@1588238995) -> (continuation of Deferred@1898046010 after retry RPC after error@102461432) -> (continuation of Deferred@179124099 after retry RPC after error@14244423) -> (continuation of Deferred@2115455060 after retry RPC after error@590253249) -> (continuation of Deferred@1088206344 after retry RPC after error@178112310) -> (continuation of Deferred@1309436889 after retry RPC after error@420720221), errback=(continuation of Deferred@935732240 after retry RPC after error@519088765) -> (continuation of Deferred@550017667 after retry RPC after error@1725069676) -> (continuation of Deferred@1613899522 after retry RPC after error@2064308795) -> (continuation of Deferred@527584091 after retry RPC after error@1780369600) -> (continuation of Deferred@459634870 after retry RPC after error@915645155) -> (continuation of Deferred@993402873 after retry RPC after error@603330583) -> (continuation of Deferred@325481495 after retry RPC after error@944326690) -> (continuation of Deferred@864764165 after retry RPC after error@539935171) -> (continuation of Deferred@13160221 after retry RPC after error@1915920254) -> (continuation of Deferred@458779476 after retry RPC after error@1294897445) -> (continuation of Deferred@198709178 after retry RPC after error@1836558544) -> (continuation of Deferred@900558049 after retry RPC after error@204694728) -> (continuation of Deferred@1197281067 after retry RPC after error@398204472) -> (continuation of Deferred@1235788362 after retry RPC after error@1588238995) -> (continuation of Deferred@1898046010 after retry RPC after error@102461432) -> (continuation of Deferred@179124099 after retry RPC after error@14244423) -> (continuation of Deferred@2115455060 after retry RPC after error@590253249) -> (continuation of Deferred@1088206344 after retry RPC after error@178112310) -> (continuation of Deferred@1309436889 after retry RPC after error@420720221)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:40.153 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:40.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
23:54:40.156 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:54:40.157 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RUNNING to RESTARTING.
23:54:40.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:40.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:40.218845  5774 consensus_queue.cc:1048] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0be315657a6b41b0969c36ee99573e34" member_type: VOTER last_known_addr { host: "127.4.167.129" port: 41739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:40.240373  5764 consensus_queue.cc:1048] T 317d6b3a18f24b32a2085d7a39c1e0af P fe61c55a19e7483ab168daf31900aa3f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0baef91805434030b3ee38091f76f621" member_type: VOTER last_known_addr { host: "127.4.167.131" port: 38875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:40.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:40.384 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:40.384 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:40.385 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:40.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.386 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:40.404 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:40.405 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:40.405 [DEBUG - pool-171-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:40.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.406 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:40.407 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28451), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [32ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [54ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [54ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [54ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [71ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [71ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [135ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [135ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [523ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [942ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [943ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [943ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [944ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1402ms] refreshing cache from master, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1405ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3463ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [7041ms] refreshing cache from master, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [7042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [7043ms] too many traces: truncated at 100 traces, deferred=Deferred@1403708905(state=PENDING, result=null, callback=(continuation of Deferred@1125156059 after retry RPC after error@1682031664) -> (continuation of Deferred@953793883 after retry RPC after error@1012433412) -> (continuation of Deferred@2074738440 after retry RPC after error@287560713) -> (continuation of Deferred@1684377619 after retry RPC after error@475358777) -> (continuation of Deferred@674274052 after retry RPC after error@658280855) -> (continuation of Deferred@1863415915 after retry RPC after error@1480765214) -> (continuation of Deferred@1954998185 after retry RPC after error@938827911) -> (continuation of Deferred@1396937778 after retry RPC after error@515177243) -> (continuation of Deferred@1573715147 after retry RPC after error@1101094573) -> (continuation of Deferred@235708591 after retry RPC after error@928644694) -> (continuation of Deferred@222914258 after retry RPC after error@1188435424) -> (continuation of Deferred@758434893 after retry RPC after error@1441217779) -> (continuation of Deferred@324972395 after retry RPC after error@1708245493) -> (continuation of Deferred@1854680998 after retry RPC after error@39884320) -> (continuation of Deferred@1688421616 after retry RPC after error@253161464) -> (continuation of Deferred@6820003 after retry RPC after error@113202968) -> (continuation of Deferred@2026182651 after retry RPC after error@1083461172) -> (continuation of Deferred@3781517 after retry RPC after error@2093101829) -> (continuation of Deferred@745048489 after retry RPC after error@1324324862) -> (continuation of Deferred@50851957 after retry RPC after error@1848680715) -> (continuation of Deferred@117266597 after retry RPC after error@874475491) -> (continuation of Deferred@136815949 after retry RPC after error@1668572603), errback=(continuation of Deferred@1125156059 after retry RPC after error@1682031664) -> (continuation of Deferred@953793883 after retry RPC after error@1012433412) -> (continuation of Deferred@2074738440 after retry RPC after error@287560713) -> (continuation of Deferred@1684377619 after retry RPC after error@475358777) -> (continuation of Deferred@674274052 after retry RPC after error@658280855) -> (continuation of Deferred@1863415915 after retry RPC after error@1480765214) -> (continuation of Deferred@1954998185 after retry RPC after error@938827911) -> (continuation of Deferred@1396937778 after retry RPC after error@515177243) -> (continuation of Deferred@1573715147 after retry RPC after error@1101094573) -> (continuation of Deferred@235708591 after retry RPC after error@928644694) -> (continuation of Deferred@222914258 after retry RPC after error@1188435424) -> (continuation of Deferred@758434893 after retry RPC after error@1441217779) -> (continuation of Deferred@324972395 after retry RPC after error@1708245493) -> (continuation of Deferred@1854680998 after retry RPC after error@39884320) -> (continuation of Deferred@1688421616 after retry RPC after error@253161464) -> (continuation of Deferred@6820003 after retry RPC after error@113202968) -> (continuation of Deferred@2026182651 after retry RPC after error@1083461172) -> (continuation of Deferred@3781517 after retry RPC after error@2093101829) -> (continuation of Deferred@745048489 after retry RPC after error@1324324862) -> (continuation of Deferred@50851957 after retry RPC after error@1848680715) -> (continuation of Deferred@117266597 after retry RPC after error@874475491) -> (continuation of Deferred@136815949 after retry RPC after error@1668572603)))
23:54:40.408 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:54:40.408 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28451), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [32ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [54ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [54ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [54ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [71ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [71ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [135ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [135ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [523ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [942ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [943ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [943ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [944ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1402ms] refreshing cache from master, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1405ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3463ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [7041ms] refreshing cache from master, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [7042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [7043ms] too many traces: truncated at 100 traces, deferred=Deferred@1403708905(state=PENDING, result=null, callback=(continuation of Deferred@1125156059 after retry RPC after error@1682031664) -> (continuation of Deferred@953793883 after retry RPC after error@1012433412) -> (continuation of Deferred@2074738440 after retry RPC after error@287560713) -> (continuation of Deferred@1684377619 after retry RPC after error@475358777) -> (continuation of Deferred@674274052 after retry RPC after error@658280855) -> (continuation of Deferred@1863415915 after retry RPC after error@1480765214) -> (continuation of Deferred@1954998185 after retry RPC after error@938827911) -> (continuation of Deferred@1396937778 after retry RPC after error@515177243) -> (continuation of Deferred@1573715147 after retry RPC after error@1101094573) -> (continuation of Deferred@235708591 after retry RPC after error@928644694) -> (continuation of Deferred@222914258 after retry RPC after error@1188435424) -> (continuation of Deferred@758434893 after retry RPC after error@1441217779) -> (continuation of Deferred@324972395 after retry RPC after error@1708245493) -> (continuation of Deferred@1854680998 after retry RPC after error@39884320) -> (continuation of Deferred@1688421616 after retry RPC after error@253161464) -> (continuation of Deferred@6820003 after retry RPC after error@113202968) -> (continuation of Deferred@2026182651 after retry RPC after error@1083461172) -> (continuation of Deferred@3781517 after retry RPC after error@2093101829) -> (continuation of Deferred@745048489 after retry RPC after error@1324324862) -> (continuation of Deferred@50851957 after retry RPC after error@1848680715) -> (continuation of Deferred@117266597 after retry RPC after error@874475491) -> (continuation of Deferred@136815949 after retry RPC after error@1668572603), errback=(continuation of Deferred@1125156059 after retry RPC after error@1682031664) -> (continuation of Deferred@953793883 after retry RPC after error@1012433412) -> (continuation of Deferred@2074738440 after retry RPC after error@287560713) -> (continuation of Deferred@1684377619 after retry RPC after error@475358777) -> (continuation of Deferred@674274052 after retry RPC after error@658280855) -> (continuation of Deferred@1863415915 after retry RPC after error@1480765214) -> (continuation of Deferred@1954998185 after retry RPC after error@938827911) -> (continuation of Deferred@1396937778 after retry RPC after error@515177243) -> (continuation of Deferred@1573715147 after retry RPC after error@1101094573) -> (continuation of Deferred@235708591 after retry RPC after error@928644694) -> (continuation of Deferred@222914258 after retry RPC after error@1188435424) -> (continuation of Deferred@758434893 after retry RPC after error@1441217779) -> (continuation of Deferred@324972395 after retry RPC after error@1708245493) -> (continuation of Deferred@1854680998 after retry RPC after error@39884320) -> (continuation of Deferred@1688421616 after retry RPC after error@253161464) -> (continuation of Deferred@6820003 after retry RPC after error@113202968) -> (continuation of Deferred@2026182651 after retry RPC after error@1083461172) -> (continuation of Deferred@3781517 after retry RPC after error@2093101829) -> (continuation of Deferred@745048489 after retry RPC after error@1324324862) -> (continuation of Deferred@50851957 after retry RPC after error@1848680715) -> (continuation of Deferred@117266597 after retry RPC after error@874475491) -> (continuation of Deferred@136815949 after retry RPC after error@1668572603)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:40.425 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:54:40.429 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:54:40.432 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28451), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [32ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [54ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [54ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [54ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [71ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [71ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [134ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [135ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [135ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [523ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [942ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [943ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [943ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [944ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1402ms] refreshing cache from master, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1405ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3463ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [7041ms] refreshing cache from master, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [7042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [7043ms] too many traces: truncated at 100 traces, deferred=Deferred@1403708905(state=PENDING, result=null, callback=(continuation of Deferred@1125156059 after retry RPC after error@1682031664) -> (continuation of Deferred@953793883 after retry RPC after error@1012433412) -> (continuation of Deferred@2074738440 after retry RPC after error@287560713) -> (continuation of Deferred@1684377619 after retry RPC after error@475358777) -> (continuation of Deferred@674274052 after retry RPC after error@658280855) -> (continuation of Deferred@1863415915 after retry RPC after error@1480765214) -> (continuation of Deferred@1954998185 after retry RPC after error@938827911) -> (continuation of Deferred@1396937778 after retry RPC after error@515177243) -> (continuation of Deferred@1573715147 after retry RPC after error@1101094573) -> (continuation of Deferred@235708591 after retry RPC after error@928644694) -> (continuation of Deferred@222914258 after retry RPC after error@1188435424) -> (continuation of Deferred@758434893 after retry RPC after error@1441217779) -> (continuation of Deferred@324972395 after retry RPC after error@1708245493) -> (continuation of Deferred@1854680998 after retry RPC after error@39884320) -> (continuation of Deferred@1688421616 after retry RPC after error@253161464) -> (continuation of Deferred@6820003 after retry RPC after error@113202968) -> (continuation of Deferred@2026182651 after retry RPC after error@1083461172) -> (continuation of Deferred@3781517 after retry RPC after error@2093101829) -> (continuation of Deferred@745048489 after retry RPC after error@1324324862) -> (continuation of Deferred@50851957 after retry RPC after error@1848680715) -> (continuation of Deferred@117266597 after retry RPC after error@874475491) -> (continuation of Deferred@136815949 after retry RPC after error@1668572603), errback=(continuation of Deferred@1125156059 after retry RPC after error@1682031664) -> (continuation of Deferred@953793883 after retry RPC after error@1012433412) -> (continuation of Deferred@2074738440 after retry RPC after error@287560713) -> (continuation of Deferred@1684377619 after retry RPC after error@475358777) -> (continuation of Deferred@674274052 after retry RPC after error@658280855) -> (continuation of Deferred@1863415915 after retry RPC after error@1480765214) -> (continuation of Deferred@1954998185 after retry RPC after error@938827911) -> (continuation of Deferred@1396937778 after retry RPC after error@515177243) -> (continuation of Deferred@1573715147 after retry RPC after error@1101094573) -> (continuation of Deferred@235708591 after retry RPC after error@928644694) -> (continuation of Deferred@222914258 after retry RPC after error@1188435424) -> (continuation of Deferred@758434893 after retry RPC after error@1441217779) -> (continuation of Deferred@324972395 after retry RPC after error@1708245493) -> (continuation of Deferred@1854680998 after retry RPC after error@39884320) -> (continuation of Deferred@1688421616 after retry RPC after error@253161464) -> (continuation of Deferred@6820003 after retry RPC after error@113202968) -> (continuation of Deferred@2026182651 after retry RPC after error@1083461172) -> (continuation of Deferred@3781517 after retry RPC after error@2093101829) -> (continuation of Deferred@745048489 after retry RPC after error@1324324862) -> (continuation of Deferred@50851957 after retry RPC after error@1848680715) -> (continuation of Deferred@117266597 after retry RPC after error@874475491) -> (continuation of Deferred@136815949 after retry RPC after error@1668572603)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:40.433 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:54:40.433 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:54:40.434 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:54:40.434 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:40.434 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:40.435 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:40.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:40.443 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:40.444 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:40.444 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:40.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:40.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:40.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:40.445 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:40.446 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28491), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [18ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [18ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [59ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [59ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [87ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [96ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [97ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [97ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [133ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [186ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [186ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [524ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [524ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [682ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [722ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1663ms] refreshing cache from master, [1663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1666ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1666ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3282ms] too many traces: truncated at 100 traces, deferred=Deferred@2044720993(state=PENDING, result=null, callback=(continuation of Deferred@1726369668 after retry RPC after error@810424151) -> (continuation of Deferred@1929316885 after retry RPC after error@1948094420) -> (continuation of Deferred@542340284 after retry RPC after error@1625766734) -> (continuation of Deferred@1782721253 after retry RPC after error@1924758358) -> (continuation of Deferred@1232344873 after retry RPC after error@277899266) -> (continuation of Deferred@1803447799 after retry RPC after error@1386530821) -> (continuation of Deferred@998260775 after retry RPC after error@675540781) -> (continuation of Deferred@818556423 after retry RPC after error@1155153147) -> (continuation of Deferred@2103627071 after retry RPC after error@1248821049) -> (continuation of Deferred@724884069 after retry RPC after error@1050416668) -> (continuation of Deferred@1442590661 after retry RPC after error@1683686644) -> (continuation of Deferred@1773215208 after retry RPC after error@927189556) -> (continuation of Deferred@58022174 after retry RPC after error@1068859680) -> (continuation of Deferred@1577751907 after retry RPC after error@2008147708) -> (continuation of Deferred@1587932349 after retry RPC after error@1292557000) -> (continuation of Deferred@1201799047 after retry RPC after error@1063221129) -> (continuation of Deferred@1324266715 after retry RPC after error@1428814676) -> (continuation of Deferred@490498993 after retry RPC after error@1494987936) -> (continuation of Deferred@1651018548 after retry RPC after error@2021736310) -> (continuation of Deferred@102670900 after retry RPC after error@44345571) -> (continuation of Deferred@607367848 after retry RPC after error@1438143447) -> (continuation of Deferred@642012246 after retry RPC after error@25170893) -> (continuation of Deferred@941578151 after retry RPC after error@799968664), errback=(continuation of Deferred@1726369668 after retry RPC after error@810424151) -> (continuation of Deferred@1929316885 after retry RPC after error@1948094420) -> (continuation of Deferred@542340284 after retry RPC after error@1625766734) -> (continuation of Deferred@1782721253 after retry RPC after error@1924758358) -> (continuation of Deferred@1232344873 after retry RPC after error@277899266) -> (continuation of Deferred@1803447799 after retry RPC after error@1386530821) -> (continuation of Deferred@998260775 after retry RPC after error@675540781) -> (continuation of Deferred@818556423 after retry RPC after error@1155153147) -> (continuation of Deferred@2103627071 after retry RPC after error@1248821049) -> (continuation of Deferred@724884069 after retry RPC after error@1050416668) -> (continuation of Deferred@1442590661 after retry RPC after error@1683686644) -> (continuation of Deferred@1773215208 after retry RPC after error@927189556) -> (continuation of Deferred@58022174 after retry RPC after error@1068859680) -> (continuation of Deferred@1577751907 after retry RPC after error@2008147708) -> (continuation of Deferred@1587932349 after retry RPC after error@1292557000) -> (continuation of Deferred@1201799047 after retry RPC after error@1063221129) -> (continuation of Deferred@1324266715 after retry RPC after error@1428814676) -> (continuation of Deferred@490498993 after retry RPC after error@1494987936) -> (continuation of Deferred@1651018548 after retry RPC after error@2021736310) -> (continuation of Deferred@102670900 after retry RPC after error@44345571) -> (continuation of Deferred@607367848 after retry RPC after error@1438143447) -> (continuation of Deferred@642012246 after retry RPC after error@25170893) -> (continuation of Deferred@941578151 after retry RPC after error@799968664)))
23:54:40.447 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:54:40.447 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28491), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [18ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [18ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [59ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [59ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [87ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [96ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [97ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [97ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [133ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [186ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [186ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [524ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [524ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [682ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [722ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1663ms] refreshing cache from master, [1663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1666ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1666ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3282ms] too many traces: truncated at 100 traces, deferred=Deferred@2044720993(state=PENDING, result=null, callback=(continuation of Deferred@1726369668 after retry RPC after error@810424151) -> (continuation of Deferred@1929316885 after retry RPC after error@1948094420) -> (continuation of Deferred@542340284 after retry RPC after error@1625766734) -> (continuation of Deferred@1782721253 after retry RPC after error@1924758358) -> (continuation of Deferred@1232344873 after retry RPC after error@277899266) -> (continuation of Deferred@1803447799 after retry RPC after error@1386530821) -> (continuation of Deferred@998260775 after retry RPC after error@675540781) -> (continuation of Deferred@818556423 after retry RPC after error@1155153147) -> (continuation of Deferred@2103627071 after retry RPC after error@1248821049) -> (continuation of Deferred@724884069 after retry RPC after error@1050416668) -> (continuation of Deferred@1442590661 after retry RPC after error@1683686644) -> (continuation of Deferred@1773215208 after retry RPC after error@927189556) -> (continuation of Deferred@58022174 after retry RPC after error@1068859680) -> (continuation of Deferred@1577751907 after retry RPC after error@2008147708) -> (continuation of Deferred@1587932349 after retry RPC after error@1292557000) -> (continuation of Deferred@1201799047 after retry RPC after error@1063221129) -> (continuation of Deferred@1324266715 after retry RPC after error@1428814676) -> (continuation of Deferred@490498993 after retry RPC after error@1494987936) -> (continuation of Deferred@1651018548 after retry RPC after error@2021736310) -> (continuation of Deferred@102670900 after retry RPC after error@44345571) -> (continuation of Deferred@607367848 after retry RPC after error@1438143447) -> (continuation of Deferred@642012246 after retry RPC after error@25170893) -> (continuation of Deferred@941578151 after retry RPC after error@799968664), errback=(continuation of Deferred@1726369668 after retry RPC after error@810424151) -> (continuation of Deferred@1929316885 after retry RPC after error@1948094420) -> (continuation of Deferred@542340284 after retry RPC after error@1625766734) -> (continuation of Deferred@1782721253 after retry RPC after error@1924758358) -> (continuation of Deferred@1232344873 after retry RPC after error@277899266) -> (continuation of Deferred@1803447799 after retry RPC after error@1386530821) -> (continuation of Deferred@998260775 after retry RPC after error@675540781) -> (continuation of Deferred@818556423 after retry RPC after error@1155153147) -> (continuation of Deferred@2103627071 after retry RPC after error@1248821049) -> (continuation of Deferred@724884069 after retry RPC after error@1050416668) -> (continuation of Deferred@1442590661 after retry RPC after error@1683686644) -> (continuation of Deferred@1773215208 after retry RPC after error@927189556) -> (continuation of Deferred@58022174 after retry RPC after error@1068859680) -> (continuation of Deferred@1577751907 after retry RPC after error@2008147708) -> (continuation of Deferred@1587932349 after retry RPC after error@1292557000) -> (continuation of Deferred@1201799047 after retry RPC after error@1063221129) -> (continuation of Deferred@1324266715 after retry RPC after error@1428814676) -> (continuation of Deferred@490498993 after retry RPC after error@1494987936) -> (continuation of Deferred@1651018548 after retry RPC after error@2021736310) -> (continuation of Deferred@102670900 after retry RPC after error@44345571) -> (continuation of Deferred@607367848 after retry RPC after error@1438143447) -> (continuation of Deferred@642012246 after retry RPC after error@25170893) -> (continuation of Deferred@941578151 after retry RPC after error@799968664)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:40.447 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:54:40.482 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:54:40.485 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28491), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [18ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [18ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [59ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [59ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [87ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [96ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [97ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [97ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [133ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [186ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [186ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [524ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [524ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [682ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [722ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1663ms] refreshing cache from master, [1663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1666ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1666ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3282ms] too many traces: truncated at 100 traces, deferred=Deferred@2044720993(state=PENDING, result=null, callback=(continuation of Deferred@1726369668 after retry RPC after error@810424151) -> (continuation of Deferred@1929316885 after retry RPC after error@1948094420) -> (continuation of Deferred@542340284 after retry RPC after error@1625766734) -> (continuation of Deferred@1782721253 after retry RPC after error@1924758358) -> (continuation of Deferred@1232344873 after retry RPC after error@277899266) -> (continuation of Deferred@1803447799 after retry RPC after error@1386530821) -> (continuation of Deferred@998260775 after retry RPC after error@675540781) -> (continuation of Deferred@818556423 after retry RPC after error@1155153147) -> (continuation of Deferred@2103627071 after retry RPC after error@1248821049) -> (continuation of Deferred@724884069 after retry RPC after error@1050416668) -> (continuation of Deferred@1442590661 after retry RPC after error@1683686644) -> (continuation of Deferred@1773215208 after retry RPC after error@927189556) -> (continuation of Deferred@58022174 after retry RPC after error@1068859680) -> (continuation of Deferred@1577751907 after retry RPC after error@2008147708) -> (continuation of Deferred@1587932349 after retry RPC after error@1292557000) -> (continuation of Deferred@1201799047 after retry RPC after error@1063221129) -> (continuation of Deferred@1324266715 after retry RPC after error@1428814676) -> (continuation of Deferred@490498993 after retry RPC after error@1494987936) -> (continuation of Deferred@1651018548 after retry RPC after error@2021736310) -> (continuation of Deferred@102670900 after retry RPC after error@44345571) -> (continuation of Deferred@607367848 after retry RPC after error@1438143447) -> (continuation of Deferred@642012246 after retry RPC after error@25170893) -> (continuation of Deferred@941578151 after retry RPC after error@799968664), errback=(continuation of Deferred@1726369668 after retry RPC after error@810424151) -> (continuation of Deferred@1929316885 after retry RPC after error@1948094420) -> (continuation of Deferred@542340284 after retry RPC after error@1625766734) -> (continuation of Deferred@1782721253 after retry RPC after error@1924758358) -> (continuation of Deferred@1232344873 after retry RPC after error@277899266) -> (continuation of Deferred@1803447799 after retry RPC after error@1386530821) -> (continuation of Deferred@998260775 after retry RPC after error@675540781) -> (continuation of Deferred@818556423 after retry RPC after error@1155153147) -> (continuation of Deferred@2103627071 after retry RPC after error@1248821049) -> (continuation of Deferred@724884069 after retry RPC after error@1050416668) -> (continuation of Deferred@1442590661 after retry RPC after error@1683686644) -> (continuation of Deferred@1773215208 after retry RPC after error@927189556) -> (continuation of Deferred@58022174 after retry RPC after error@1068859680) -> (continuation of Deferred@1577751907 after retry RPC after error@2008147708) -> (continuation of Deferred@1587932349 after retry RPC after error@1292557000) -> (continuation of Deferred@1201799047 after retry RPC after error@1063221129) -> (continuation of Deferred@1324266715 after retry RPC after error@1428814676) -> (continuation of Deferred@490498993 after retry RPC after error@1494987936) -> (continuation of Deferred@1651018548 after retry RPC after error@2021736310) -> (continuation of Deferred@102670900 after retry RPC after error@44345571) -> (continuation of Deferred@607367848 after retry RPC after error@1438143447) -> (continuation of Deferred@642012246 after retry RPC after error@25170893) -> (continuation of Deferred@941578151 after retry RPC after error@799968664)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:40.487 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:54:40.490 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:54:40.490 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:54:40.509 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:40.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:40.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:40.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:40.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:40.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:40.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:40.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:40.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:40.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:40.510 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:40.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:40.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:40.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:40.693 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:40.693 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:40.693 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:40.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.694 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:40.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:40.875 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:54:40.910 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:40.910 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:40.910 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:40.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:40.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:40.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:40.912 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:41.006 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:41.007 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:41.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:41.007 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:41.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:41.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:41.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:41.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:41.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:41.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:41.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:41.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:41.008 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:41.042 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:54:41.063 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:54:41.080 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:54:41.091 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:54:41.105 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:54:41.112 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:54:41.113 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:54:41.114 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:54:41.114 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:54:41.114 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:54:41.114 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:54:41.114 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:54:41.114 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:54:41.115 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:54:41.115 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:54:41.115 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:54:41.115 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:54:41.116 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:54:41.116 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:54:41.116 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:54:41.116 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:54:41.116 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:54:41.116 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:54:41.116 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:54:41.116 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:54:41.116 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:54:41.117 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:54:41.117 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:54:41.117 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:54:41.117 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_6f58a965cce14b238f12d4387c092046/blobStorage
23:54:41.118 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:41079 - max concurrent requests: 50 - max backlog: 1000
23:54:41.118 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_6f58a965cce14b238f12d4387c092046/blobStorage
23:54:41.119 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_6f58a965cce14b238f12d4387c092046/blobStorage
23:54:41.120 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:54:41.120 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8
23:54:41.123 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 34 GB (70.83% usable)
23:54:41.123 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-a2197c7a-5d30-4991-b003-2181bbfc2492
23:54:41.127 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-1c0264c9-42e5-4f4b-a2e4-26403a7fa374
23:54:41.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:41.213 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:54:41.213 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:54:41.214 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:54:41.214 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:54:41.215 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:54:41.217 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_12 .
23:54:41.223 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
23:54:41.223 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-3d028c41-2f0b-4753-93a6-e8ed1502f47f
23:54:41.227 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:54:41.227 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:54:41.240 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:54:41.240 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:54:41.267 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:45037
23:54:41.267 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:54:41.274 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:45037 was granted leadership with leaderSessionID=c8b2d4c7-874b-46a0-a714-d51759f4dedb
23:54:41.274 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:45037 , session=c8b2d4c7-874b-46a0-a714-d51759f4dedb
23:54:41.275 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:54:41.281 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:54:41.281 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:54:41.282 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id be9a06df-47d0-47c9-9725-7857bfae4593. Creating new DispatcherLeaderProcess.
23:54:41.282 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:54:41.286 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:54:41.300 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:54:41.300 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:54:41.303 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_13 .
23:54:41.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:41.312 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_13 , session=be9a06df-47d0-47c9-9725-7857bfae4593
23:54:41.313 [INFO - pool-197-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 33bbe4bb-859b-46cc-a965-39b28bd1faab.
23:54:41.315 [INFO - pool-197-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_14 .
23:54:41.349 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
23:54:41.353 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:54:41.353 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:54:41.354 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:54:41.354 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:54:41.354 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_14 , session=33bbe4bb-859b-46cc-a965-39b28bd1faab
23:54:41.374 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(a96539b28bd1faab33bbe4bb859b46cc).
23:54:41.381 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:54:41.399 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 (pekko://flink/user/rpc/taskmanager_12) at ResourceManager
23:54:41.404 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_14 under registration id 28071c632ac0d33332ceff991cb30d02.
23:54:41.405 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 under 28071c632ac0d33332ceff991cb30d02 at the slot manager.
23:54:41.405 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (4dfeeca2b0540f7d11f0127acc9190d8).
23:54:41.406 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (4dfeeca2b0540f7d11f0127acc9190d8).
23:54:41.406 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-4dfeeca2b0540f7d11f0127acc9190d8'.
23:54:41.406 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 4dfeeca2b0540f7d11f0127acc9190d8 was granted leadership with leader id 4e8b8a48-6b5e-4bf2-9414-1c0c05527459. Creating new JobMasterServiceProcess.
23:54:41.409 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_15 .
23:54:41.415 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (4dfeeca2b0540f7d11f0127acc9190d8).
23:54:41.416 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8).
23:54:41.417 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 1c2c6fd1b6fda7e63bfa0c783bd0a486 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:41.417 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8).
23:54:41.417 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:54:41.418 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:54:41.418 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@375a6ca3
23:54:41.418 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:41.418 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:54:41.419 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:54:41.419 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@668fea0b for Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8).
23:54:41.420 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_15 , session=4e8b8a48-6b5e-4bf2-9414-1c0c05527459
23:54:41.421 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (4dfeeca2b0540f7d11f0127acc9190d8) under job master id 94141c0c055274594e8b8a486b5e4bf2.
23:54:41.421 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:54:41.423 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:41.423 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:54:41.423 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state CREATED to RUNNING.
23:54:41.424 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:54:41.424 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:54:41.425 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.425 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:54:41.425 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.425 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:54:41.425 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.426 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(a96539b28bd1faab33bbe4bb859b46cc)
23:54:41.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.427 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29465), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [9ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [38ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [38ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [52ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [52ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [89ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [523ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [863ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [863ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1342ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2642ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@320248472(state=PENDING, result=null, callback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038), errback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038)))
23:54:41.428 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.428 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.428 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29465), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [9ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [38ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [38ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [52ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [52ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [89ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [523ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [863ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [863ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1342ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2642ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@320248472(state=PENDING, result=null, callback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038), errback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29465), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [9ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [38ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [38ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [52ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [52ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [89ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [523ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [863ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [863ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1342ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2642ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@320248472(state=PENDING, result=null, callback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038), errback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.62:44309
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:41.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.429 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:54:41.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.428 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.429 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager 94141c0c055274594e8b8a486b5e4bf2@pekko://flink/user/rpc/jobmanager_15 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:41.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.432 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.434 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29465), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [9ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [38ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [38ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [52ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [52ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [89ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [523ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [863ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [863ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1342ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2642ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@320248472(state=PENDING, result=null, callback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038), errback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29465), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [9ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [38ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [38ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [52ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [52ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [89ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [134ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [284ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [523ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [862ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [863ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [863ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1342ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2642ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@320248472(state=PENDING, result=null, callback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038), errback=(continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806) -> (continuation of Deferred@1126493148 after retry RPC after error@6514411) -> (continuation of Deferred@2092978363 after retry RPC after error@1114133038)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.62:44309
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:41.435 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:54:41.435 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:54:41.435 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:54:41.435 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:54:41.435 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:54:41.437 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:54:41.437 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 94141c0c055274594e8b8a486b5e4bf2@pekko://flink/user/rpc/jobmanager_15 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:41.438 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:41.438 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:54:41.439 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:54:41.439 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:54:41.442 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: a96539b28bd1faab33bbe4bb859b46cc.
23:54:41.442 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:41.442 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:54:41.444 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.223.253:40309(127.3.223.253:40309)] Successfully connected to peer
23:54:41.445 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.445 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.445 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.446 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.447 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:41.448 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.223.254:35097(127.3.223.254:35097)] Successfully connected to peer
23:54:41.448 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:54:41.450 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:54:41.451 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c34498118044a003e0b2ad37cbcb486
23:54:41.456 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.254
23:54:41.462 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.223.252:33517(127.3.223.252:33517)] Successfully connected to peer
23:54:41.463 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.253
23:54:41.464 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.465 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.465 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.467 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.252
23:54:41.467 [DEBUG - main] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:54:41.473 [DEBUG - main] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:54:41.474 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.474 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.476 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 4dfeeca2b0540f7d11f0127acc9190d8
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:54:41.477 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 547d11a71b0f9289d701c55ceee202dc from 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 for job 4dfeeca2b0540f7d11f0127acc9190d8 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:54:41.477 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a72f00cba0c36c63e2524fbc24751dee from 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 for job 4dfeeca2b0540f7d11f0127acc9190d8 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:54:41.477 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6089c652dabfa45e12b8aadea83c54b7 from 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 for job 4dfeeca2b0540f7d11f0127acc9190d8 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:54:41.478 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 505ebb4cc40f59ecdcd68b864b4d807d from 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 for job 4dfeeca2b0540f7d11f0127acc9190d8 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:54:41.477 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 547d11a71b0f9289d701c55ceee202dc for job 4dfeeca2b0540f7d11f0127acc9190d8 from resource manager with leader id a96539b28bd1faab33bbe4bb859b46cc.
23:54:41.478 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.478 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 547d11a71b0f9289d701c55ceee202dc with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:54:41.481 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x041e2a6d, L:/127.0.0.1:42334 - R:/127.3.223.253:40309] using SASL/PLAIN
23:54:41.482 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe71b0d28, L:/127.0.0.1:44470 - R:/127.3.223.254:35097] using SASL/PLAIN
23:54:41.483 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcdec2dfe, L:/127.0.0.1:40890 - R:/127.3.223.252:33517] using SASL/PLAIN
23:54:41.485 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.485 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.486 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.487 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.488 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.167.190:38881(127.4.167.190:38881)] Successfully connected to peer
23:54:41.491 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:41.492 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: OK, deferred=null) after lookup
23:54:41.496 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:41.502 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.190
23:54:41.503 [DEBUG - main] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:54:41.504 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.167.189:38943(127.4.167.189:38943)] Successfully connected to peer
23:54:41.505 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job 4dfeeca2b0540f7d11f0127acc9190d8 for job leader monitoring.
23:54:41.505 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_15 with leader id 4e8b8a48-6b5e-4bf2-9414-1c0c05527459.
23:54:41.506 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request a72f00cba0c36c63e2524fbc24751dee for job 4dfeeca2b0540f7d11f0127acc9190d8 from resource manager with leader id a96539b28bd1faab33bbe4bb859b46cc.
23:54:41.506 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for a72f00cba0c36c63e2524fbc24751dee with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:54:41.506 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 6089c652dabfa45e12b8aadea83c54b7 for job 4dfeeca2b0540f7d11f0127acc9190d8 from resource manager with leader id a96539b28bd1faab33bbe4bb859b46cc.
23:54:41.506 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 6089c652dabfa45e12b8aadea83c54b7 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:54:41.507 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 505ebb4cc40f59ecdcd68b864b4d807d for job 4dfeeca2b0540f7d11f0127acc9190d8 from resource manager with leader id a96539b28bd1faab33bbe4bb859b46cc.
23:54:41.507 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 505ebb4cc40f59ecdcd68b864b4d807d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:54:41.507 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:54:41.505 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.509 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.509 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.509 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_15 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:41.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.509 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1783) Establish JobManager connection for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:41.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.510 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:41.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.510 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.510 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:54:41.510 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id a72f00cba0c36c63e2524fbc24751dee
23:54:41.511 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a72f00cba0c36c63e2524fbc24751dee.
23:54:41.512 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f2fb3d22bb6e4429b2249063681bd08e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:41.512 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:41.512 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:54:41.512 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 4dfeeca2b0540f7d11f0127acc9190d8
23:54:41.513 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id a72f00cba0c36c63e2524fbc24751dee.
23:54:41.515 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.167.188:37217(127.4.167.188:37217)] Successfully connected to peer
23:54:41.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa0a549e16614b96a1eb530dc3c9dbb1 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:41.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b55f16f0822e4686a16da75d514ca692 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:41.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:41.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 842c0224e07848f0ab1f4a950db181fb for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:41.519 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c725a1643fd546749f02ea614f58be37 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:41.519 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:41.519 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.522 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.189
23:54:41.524 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:54:41.524 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 505ebb4cc40f59ecdcd68b864b4d807d
23:54:41.525 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.526 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.526 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.527 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.534 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0176c393, L:/127.0.0.1:38076 - R:/127.4.167.190:38881] using SASL/PLAIN
23:54:41.536 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.540 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:54:41.540 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 547d11a71b0f9289d701c55ceee202dc
23:54:41.542 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd7f02945, L:/127.0.0.1:38152 - R:/127.4.167.189:38943] using SASL/PLAIN
23:54:41.545 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.546 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.546 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.547 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.548 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.188
23:54:41.553 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 505ebb4cc40f59ecdcd68b864b4d807d.
23:54:41.555 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 505ebb4cc40f59ecdcd68b864b4d807d.
23:54:41.557 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:54:41.558 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 6089c652dabfa45e12b8aadea83c54b7
23:54:41.562 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.565 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3318e103, L:/127.0.0.1:37214 - R:/127.4.167.188:37217] using SASL/PLAIN
23:54:41.566 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:54:41.566 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:54:41.567 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bedb306
23:54:41.567 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:41.567 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:54:41.568 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:54:41.568 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:54:41.569 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:41.569 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=108), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [72ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: OK, deferred=null) after lookup
23:54:41.570 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 547d11a71b0f9289d701c55ceee202dc.
23:54:41.572 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 547d11a71b0f9289d701c55ceee202dc.
23:54:41.572 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:54:41.572 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:54:41.573 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2f8c3397
23:54:41.573 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:41.573 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:54:41.573 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:54:41.574 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:54:41.574 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:41.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:41.579 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a3c75f4
23:54:41.582 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a72f00cba0c36c63e2524fbc24751dee.
23:54:41.582 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 505ebb4cc40f59ecdcd68b864b4d807d.
23:54:41.582 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 547d11a71b0f9289d701c55ceee202dc.
23:54:41.582 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 6089c652dabfa45e12b8aadea83c54b7.
23:54:41.582 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 6089c652dabfa45e12b8aadea83c54b7.
23:54:41.582 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27cc83fe
23:54:41.583 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 6089c652dabfa45e12b8aadea83c54b7.
23:54:41.584 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:54:41.584 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:54:41.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44c5cf03
23:54:41.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:41.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:54:41.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:54:41.586 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:54:41.586 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5a5f3522b6374e0e949f026b74b964be for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:41.586 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 71e7d597588f4d4bbeb56b37b6838f95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:41.586 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 317d6b3a18f24b32a2085d7a39c1e0af for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:41.586 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:41.586 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:41.587 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:41.587 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=5a5f3522b6374e0e949f026b74b964be@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=71e7d597588f4d4bbeb56b37b6838f95@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)[L],fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=317d6b3a18f24b32a2085d7a39c1e0af@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:41.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.167.188:37217, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.167.188:37217: OK, deferred=null)) after lookup
23:54:41.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f37f05a
23:54:41.588 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] connecting to peer
23:54:41.590 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:41.590 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:54:41.590 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:54:41.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e79cce2
23:54:41.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:41.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:54:41.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:54:41.591 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:54:41.598 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:41.600 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:41.602 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7077ccdb
23:54:41.604 [DEBUG - kudu-nio-3] (Connection.java:757) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] Successfully connected to peer
23:54:41.605 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:41.605 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:54:41.612 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:54:41.617 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:54:41.622 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.622 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.167.190:38881(127.4.167.190:38881)] Successfully connected to peer
23:54:41.623 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:54:41.625 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.167.189:38943(127.4.167.189:38943)] Successfully connected to peer
23:54:41.626 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.190
23:54:41.628 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xbb4086be, L:/127.0.0.1:48682 - R:/127.4.167.130:41549] using TOKEN/null
23:54:41.631 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.189
23:54:41.635 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.639 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.167.188:37217(127.4.167.188:37217)] Successfully connected to peer
23:54:41.641 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.188
23:54:41.648 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1f9ee019, L:/127.0.0.1:43612 - R:/127.4.167.190:38881] using SASL/PLAIN
23:54:41.650 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.651 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:54:41.658 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2cc45005, L:/127.0.0.1:34522 - R:/127.4.167.189:38943] using SASL/PLAIN
23:54:41.662 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:54:41.663 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.167.190:38881(127.4.167.190:38881)] Successfully connected to peer
23:54:41.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:41.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:41.664 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:54:41.665 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.167.189:38943(127.4.167.189:38943)] Successfully connected to peer
23:54:41.666 [DEBUG - main] (Connection.java:748) [peer 0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)] connecting to peer
23:54:41.666 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.666 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.666 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.669 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:41.669 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:41.669 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:41.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:41.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:41.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:41.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:41.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:41.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:41.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:41.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:41.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:41.670 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:41.670 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29724), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [72ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [76ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [76ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [87ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [96ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [97ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [97ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [151ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [152ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [152ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [154ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [361ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [362ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [442ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [682ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [683ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [683ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [684ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [685ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1620ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1627ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1627ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2322ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5681ms] refreshing cache from master, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5682ms] too many traces: truncated at 100 traces, [5682ms] too many traces: truncated at 100 traces, deferred=Deferred@452599318(state=PENDING, result=null, callback=(continuation of Deferred@1529419949 after retry RPC after error@340585116) -> (continuation of Deferred@396131191 after retry RPC after error@1566367036) -> (continuation of Deferred@1319328330 after retry RPC after error@1028149512) -> (continuation of Deferred@1241240085 after retry RPC after error@1920287531) -> (continuation of Deferred@651175461 after retry RPC after error@1500509158) -> (continuation of Deferred@1309927844 after retry RPC after error@371693398) -> (continuation of Deferred@828471993 after retry RPC after error@397893552) -> (continuation of Deferred@1178130987 after retry RPC after error@1821337757) -> (continuation of Deferred@1451320071 after retry RPC after error@2078731448) -> (continuation of Deferred@2073008237 after retry RPC after error@1817435137) -> (continuation of Deferred@823595991 after retry RPC after error@2102962785) -> (continuation of Deferred@2048072023 after retry RPC after error@139620800) -> (continuation of Deferred@30556854 after retry RPC after error@962722639) -> (continuation of Deferred@1532658837 after retry RPC after error@1084043855) -> (continuation of Deferred@1397301016 after retry RPC after error@1707359677) -> (continuation of Deferred@1790276540 after retry RPC after error@1133718511) -> (continuation of Deferred@1488543066 after retry RPC after error@475310629) -> (continuation of Deferred@1564279424 after retry RPC after error@128681627) -> (continuation of Deferred@359286969 after retry RPC after error@743886259) -> (continuation of Deferred@424338363 after retry RPC after error@1108222295) -> (continuation of Deferred@90609199 after retry RPC after error@533194853) -> (continuation of Deferred@1373538077 after retry RPC after error@1651052776) -> (continuation of Deferred@1393505636 after retry RPC after error@1940618144) -> (continuation of Deferred@1458109607 after retry RPC after error@2091669698) -> (continuation of Deferred@1445127718 after retry RPC after error@2122113337) -> (continuation of Deferred@1876961173 after retry RPC after error@1905531107), errback=(continuation of Deferred@1529419949 after retry RPC after error@340585116) -> (continuation of Deferred@396131191 after retry RPC after error@1566367036) -> (continuation of Deferred@1319328330 after retry RPC after error@1028149512) -> (continuation of Deferred@1241240085 after retry RPC after error@1920287531) -> (continuation of Deferred@651175461 after retry RPC after error@1500509158) -> (continuation of Deferred@1309927844 after retry RPC after error@371693398) -> (continuation of Deferred@828471993 after retry RPC after error@397893552) -> (continuation of Deferred@1178130987 after retry RPC after error@1821337757) -> (continuation of Deferred@1451320071 after retry RPC after error@2078731448) -> (continuation of Deferred@2073008237 after retry RPC after error@1817435137) -> (continuation of Deferred@823595991 after retry RPC after error@2102962785) -> (continuation of Deferred@2048072023 after retry RPC after error@139620800) -> (continuation of Deferred@30556854 after retry RPC after error@962722639) -> (continuation of Deferred@1532658837 after retry RPC after error@1084043855) -> (continuation of Deferred@1397301016 after retry RPC after error@1707359677) -> (continuation of Deferred@1790276540 after retry RPC after error@1133718511) -> (continuation of Deferred@1488543066 after retry RPC after error@475310629) -> (continuation of Deferred@1564279424 after retry RPC after error@128681627) -> (continuation of Deferred@359286969 after retry RPC after error@743886259) -> (continuation of Deferred@424338363 after retry RPC after error@1108222295) -> (continuation of Deferred@90609199 after retry RPC after error@533194853) -> (continuation of Deferred@1373538077 after retry RPC after error@1651052776) -> (continuation of Deferred@1393505636 after retry RPC after error@1940618144) -> (continuation of Deferred@1458109607 after retry RPC after error@2091669698) -> (continuation of Deferred@1445127718 after retry RPC after error@2122113337) -> (continuation of Deferred@1876961173 after retry RPC after error@1905531107)))
23:54:41.671 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.190
23:54:41.673 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:54:41.673 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.189
23:54:41.674 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:54:41.678 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.679 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.167.190:38881(127.4.167.190:38881)] Successfully connected to peer
23:54:41.679 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:54:41.680 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.681 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.167.189:38943(127.4.167.189:38943)] Successfully connected to peer
23:54:41.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:41.687 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.690 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe8459bb1, L:/127.0.0.1:54428 - R:/127.4.167.188:37217] using SASL/PLAIN
23:54:41.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:41.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: OK, deferred=null) after lookup
23:54:41.705 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.189
23:54:41.710 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.190
23:54:41.716 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:41.725 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8d95a5d8, L:/127.0.0.1:43620 - R:/127.4.167.190:38881] using SASL/PLAIN
23:54:41.729 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x85d08cae, L:/127.0.0.1:34530 - R:/127.4.167.189:38943] using SASL/PLAIN
23:54:41.731 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:41.732 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3be3d800
23:54:41.734 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.735 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:54:41.735 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:54:41.739 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2fbb6677, L:/127.0.0.1:43626 - R:/127.4.167.190:38881] using SASL/PLAIN
23:54:41.742 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.747 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:54:41.748 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.167.190:38881(127.4.167.190:38881)] Successfully connected to peer
23:54:41.750 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x75e31ca7, L:/127.0.0.1:34542 - R:/127.4.167.189:38943] using SASL/PLAIN
23:54:41.752 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.190
23:54:41.752 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)] Successfully connected to peer
23:54:41.753 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:54:41.755 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.167.189:38943(127.4.167.189:38943)] Successfully connected to peer
23:54:41.760 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.189
23:54:41.764 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.769 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1a17979c, L:/127.0.0.1:43642 - R:/127.4.167.190:38881] using SASL/PLAIN
23:54:41.774 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.167.188:37217(127.4.167.188:37217)] Successfully connected to peer
23:54:41.781 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.784 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.188
23:54:41.852 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:54:41.853 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.853 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b28a0e742f9f220cc69b57916797e4bea8f3bc1e58f28905a868b58e169bb910'}]
23:54:41.854 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1caf9eac, L:/127.0.0.1:34552 - R:/127.4.167.189:38943] using SASL/PLAIN
23:54:41.855 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:41.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:41.858 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.858 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.858 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.860 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.865 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.868 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xfcf6df00, L:/127.0.0.1:48440 - R:/127.4.167.129:41739] using TOKEN/null
23:54:41.870 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x59fea14a, L:/127.0.0.1:54440 - R:/127.4.167.188:37217] using SASL/PLAIN
23:54:41.870 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.167.188:37217(127.4.167.188:37217)] Successfully connected to peer
23:54:41.872 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.167.188:37217(127.4.167.188:37217)] Successfully connected to peer
23:54:41.875 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.188
23:54:41.884 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:41.884 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=278), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: OK, [196ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: OK, [208ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: OK, deferred=null) after lookup
23:54:41.890 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:41.908 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:54:41.914 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:54:41.919 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:41.920 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@17682be3
23:54:41.922 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:54:41.922 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:54:41.935 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.937 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:54:41.937 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='05029bf990936a05153fe187c8d9dfddf93c7209971bac0ad71060d84ef43954'}]
23:54:41.939 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:41.943 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:54:41.944 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:41.945 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:41.945 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:41.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:41.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.945 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:41.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:41.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:41.946 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:41.947 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:54:41.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:41.949862  4643 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.3.223.193:36725, user_credentials={real_user=slave}} blocked reactor thread for 75705.7us
23:54:41.950 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.167.188
23:54:41.957 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299956, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:41.961 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:41.964 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:41.964 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:41.964 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:41.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:41.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:41.976 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:41.979 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:41.979 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:41.987 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:41.987 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:41.988 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:41.989 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:41.989 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:41.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:41.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:41.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:41.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:41.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:41.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:41.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:41.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:41.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:41.990 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:42.005 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:42.013 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xff95e878, L:/127.0.0.1:54456 - R:/127.4.167.188:37217] using SASL/PLAIN
23:54:42.019 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:42.034 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:42.038 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.038 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:42.039 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf9f17a3c, L:/127.0.0.1:54466 - R:/127.4.167.188:37217] using SASL/PLAIN
23:54:42.046 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:42.057 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:42.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=467), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: OK, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: OK, [440ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: OK, deferred=null) after lookup
23:54:42.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:54:42.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=457), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [78ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: OK, [378ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: OK, deferred=null) after lookup
23:54:42.064 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:42.065 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:42.070 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:42.070 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@aa22423
23:54:42.072 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:54:42.072 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:54:42.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:42.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:42.073 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43afc63c
23:54:42.074 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:54:42.074 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:54:42.088 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:42.090 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:54:42.091 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='036afe219f176e3c8626beaa294d1c1f64a86df2e5bced1c486a6d5bec3894a1'}]
23:54:42.092 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.097 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:54:42.104 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:54:42.104 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='acf3b95880c2044e431d23a990e67b4b0f3a82837450f3d2c133e828fb1a2222'}]
23:54:42.105 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.105 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:42.106 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:54:42.112 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.112 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:42.116 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.116 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x43be9e09, L:/127.0.0.1:57322 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:42.118 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.119 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:42.120 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:42.128 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.128 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:42.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:42.141 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:54:42.141 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3ee644b9, L:/127.0.0.1:57324 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:42.143 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:42.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:42.166 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305086899933184001) for scanner KuduScanner(table=replication_test_table, tablet=f2fb3d22bb6e4429b2249063681bd08e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.166 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b28a0e742f9f220cc69b57916797e4bea8f3bc1e58f28905a868b58e169bb910]
23:54:42.167 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:54:42.176 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:54:42.177 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:42.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5a5f3522b6374e0e949f026b74b964be for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:42.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 71e7d597588f4d4bbeb56b37b6838f95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:42.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 317d6b3a18f24b32a2085d7a39c1e0af for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:42.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.181 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=5a5f3522b6374e0e949f026b74b964be@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=71e7d597588f4d4bbeb56b37b6838f95@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)[L],fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=317d6b3a18f24b32a2085d7a39c1e0af@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:42.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:42.185 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b28a0e742f9f220cc69b57916797e4bea8f3bc1e58f28905a868b58e169bb910]
23:54:42.186 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:54:42.186 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:54:42.186 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:42.188 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b28a0e742f9f220cc69b57916797e4bea8f3bc1e58f28905a868b58e169bb910 finished by subtask 1; deferring removal (restored in pending)
23:54:42.189 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c1319f76282f4ed87141af2520d163fc9302f60ede1fab72418739e872c6fe59'}]
23:54:42.190 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:42.191 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.203 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.204 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:42.209 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.210 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:42.211 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086899933184001) for scanner KuduScanner(table=replication_test_table, tablet=aa0a549e16614b96a1eb530dc3c9dbb1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.211 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [05029bf990936a05153fe187c8d9dfddf93c7209971bac0ad71060d84ef43954]
23:54:42.211 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [05029bf990936a05153fe187c8d9dfddf93c7209971bac0ad71060d84ef43954]
23:54:42.212 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:54:42.212 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:54:42.213 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 05029bf990936a05153fe187c8d9dfddf93c7209971bac0ad71060d84ef43954 finished by subtask 3; deferring removal (restored in pending)
23:54:42.213 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:42.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4bfe98ec2b767e9e6a03891a2bbb3a5560d772e3e9b733bed997e97afc13a65a'}]
23:54:42.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:42.215 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:42.216 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.216 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:42.220 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:42.226 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.226 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:42.233 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.233 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:42.239 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.239 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:42.241 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:42.246 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:42.260 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:42.265 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2eda5b58, L:/127.0.0.1:57334 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:42.273 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086899933184001) for scanner KuduScanner(table=replication_test_table, tablet=b55f16f0822e4686a16da75d514ca692, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.273 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [036afe219f176e3c8626beaa294d1c1f64a86df2e5bced1c486a6d5bec3894a1]
23:54:42.273 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [036afe219f176e3c8626beaa294d1c1f64a86df2e5bced1c486a6d5bec3894a1]
23:54:42.274 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:54:42.274 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:54:42.275 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 036afe219f176e3c8626beaa294d1c1f64a86df2e5bced1c486a6d5bec3894a1 finished by subtask 2; deferring removal (restored in pending)
23:54:42.283 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:42.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:42.296 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.296 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:42.307 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:54:42.309 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:42.310 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.310 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:42.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:42.316 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.317 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:42.325 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.326 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:42.330 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:42.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:42.330 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:42.330 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:54:42.332 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:42.336 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:42.345 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:42.346 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.347 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:42.354 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7a7498f5, L:/127.0.0.1:57348 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:42.363 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.363 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:42.373 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305086899933184001) for scanner KuduScanner(table=replication_test_table, tablet=93f79b413ea84cdbb7bcf0d00c9083c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.374 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [acf3b95880c2044e431d23a990e67b4b0f3a82837450f3d2c133e828fb1a2222]
23:54:42.374 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:54:42.395 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RESTARTING to RUNNING.
23:54:42.396 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 9c34498118044a003e0b2ad37cbcb486 from Checkpoint 72 @ 1783468421575 for 9c34498118044a003e0b2ad37cbcb486 located at file:/tmp/junit3108809940323494503/checkpoints/9c34498118044a003e0b2ad37cbcb486/chk-72.
23:54:42.396 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
23:54:42.397 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:54:42.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.401 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:42.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.402 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:42.403 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.403 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.403 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.403 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:42.405 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [acf3b95880c2044e431d23a990e67b4b0f3a82837450f3d2c133e828fb1a2222]
23:54:42.406 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:54:42.406 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:54:42.406 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:42.406 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split acf3b95880c2044e431d23a990e67b4b0f3a82837450f3d2c133e828fb1a2222 finished by subtask 0; deferring removal (restored in pending)
23:54:42.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:42.410 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.411 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.411 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.411 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:42.414 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.414 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.414 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.417 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299997}]
23:54:42.417 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.417 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.417 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.417 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:42.418 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.418 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.418 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.418 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:42.426 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.427 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:42.429 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:42.429 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:42.429 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:42.429 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:42.431 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:42.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:42.431 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:42.431 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:54:42.440 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.440 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:42.448 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.448 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:42.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:42.473 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.473 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:42.479 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.480 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:42.498 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:42.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:42.498 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:54:42.499 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:54:42.505 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:54:42.506 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:54:42.506 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5fef2981f201c4ef1f5b07b79663045d
23:54:42.506 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
23:54:42.507 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
23:54:42.507 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 6f958295d2f16b63fcb5c6806465bb34
23:54:42.507 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:54:42.507 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:54:42.508 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:54:42.508 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:54:42.509 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 5fef2981f201c4ef1f5b07b79663045d.
23:54:42.510 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:54:42.510 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 7856b591185e5c96046d18fd5963a9b0
23:54:42.510 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:54:42.511 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:42.511 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:54:42.511 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:54:42.512 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5138d5d63fec66960b15ec226330e37e
23:54:42.512 [INFO - Thread-38] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:54:42.512 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state TERMINATED
23:54:42.512 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state TERMINATED
23:54:42.513 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state TERMINATED
23:54:42.513 [DEBUG - Thread-38] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:42.514 [INFO - Thread-38] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:54:42.514 [INFO - Thread-38] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:54:42.530 [DEBUG - Thread-38] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.530 [INFO - Thread-38] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:54:42.538 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.538 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:42.544 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.544 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:42.551 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.551 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:42.553 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:42.554 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:42.554 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:42.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:42.555 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:42.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:42.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:42.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:42.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:42.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:42.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:42.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:42.556 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:42.558 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.558 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:42.566 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.568 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:42.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468482572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:42.575 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=505, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@574fe617, flushNotification=Deferred@1410207540(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:54:42.576 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] connecting to peer
23:54:42.577 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=253, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7d946191, flushNotification=Deferred@657586792(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:54:42.577 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] connecting to peer
23:54:42.579 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:54:42.579 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:42.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:42.580 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:42.585 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.585 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:42.605 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:54:42.606 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 6f958295d2f16b63fcb5c6806465bb34.
23:54:42.613 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:54:42.613 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:54:42.616 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@608d564d
23:54:42.616 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:42.616 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:54:42.616 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:54:42.617 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:54:42.623 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:54:42.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:42.625 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 7856b591185e5c96046d18fd5963a9b0.
23:54:42.625 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
23:54:42.625 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
23:54:42.626 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d36d577
23:54:42.626 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:42.626 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:54:42.626 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:54:42.627 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:54:42.644 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:54:42.645 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:54:42.645 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:54:42.646 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d7d6c3b
23:54:42.646 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:42.646 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:54:42.646 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:54:42.647 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:54:42.647 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 5138d5d63fec66960b15ec226330e37e.
23:54:42.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b5e13cd
23:54:42.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a4cf183
23:54:42.660 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:42.660 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:42.660 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:42.660 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:54:42.660 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f593083
23:54:42.663 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:54:42.664 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:42.668 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.668 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:42.669 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.671 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.671 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.675 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.675 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:42.677 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:42.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:42.689 [DEBUG - kudu-nio-3] (Connection.java:757) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] Successfully connected to peer
23:54:42.689 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.690 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:42.698 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.698 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:42.704 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.705 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:42.705 [DEBUG - kudu-nio-3] (Connection.java:757) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] Successfully connected to peer
23:54:42.711 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.712 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:42.721 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:42.730 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:54:42.730 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:54:42.730 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x56c7eb03, L:/127.0.0.1:48688 - R:/127.4.167.130:41549] using TOKEN/null
23:54:42.731 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c399571
23:54:42.731 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:42.731 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:54:42.739 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:54:42.740 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:54:42.834 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:42.835 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48b5eb93
23:54:42.837 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:42.839 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:42.840 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x74141a5c, L:/127.0.0.1:48694 - R:/127.4.167.130:41549] using TOKEN/null
23:54:42.841 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:42.857 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.858 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:42.864 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.865 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:42.869 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:42.869 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:42.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:42.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:42.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:42.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:42.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:42.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:42.874 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:42.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:42.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:42.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:42.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:42.888 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:42.902 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.903 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:42.913 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.913 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:42.923 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:42.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.927 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:42.928 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:42.932 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:42.933 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:42.933 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:42.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:42.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:42.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:42.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:42.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:42.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:42.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:42.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:42.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:42.935 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:42.939 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:42.939 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.939 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:42.939 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:42.940 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:42.944 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:42.950 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:42.958 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:42.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:42.971022  5291 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.4.167.129:41739, user_credentials={real_user=slave}} blocked reactor thread for 111387us
23:54:42.972 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:42.974 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xff6f8997, L:/127.0.0.1:57350 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:42.987 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086899933184001) for scanner KuduScanner(table=replication_test_table, tablet=c725a1643fd546749f02ea614f58be37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:42.987 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [4bfe98ec2b767e9e6a03891a2bbb3a5560d772e3e9b733bed997e97afc13a65a]
23:54:42.987 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4bfe98ec2b767e9e6a03891a2bbb3a5560d772e3e9b733bed997e97afc13a65a]
23:54:42.988 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:54:42.988 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:54:42.989 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4bfe98ec2b767e9e6a03891a2bbb3a5560d772e3e9b733bed997e97afc13a65a finished by subtask 3; deferring removal (restored in pending)
23:54:42.989 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:42.995 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf944d0af, L:/127.0.0.1:57362 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:43.004 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.004 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:43.011 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.012 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:43.012 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086899933184001) for scanner KuduScanner(table=replication_test_table, tablet=842c0224e07848f0ab1f4a950db181fb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.013 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [c1319f76282f4ed87141af2520d163fc9302f60ede1fab72418739e872c6fe59]
23:54:43.020 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.020 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:43.023 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.030 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.030 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:43.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:43.037 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.039 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:43.045 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.047 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.047 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:43.056494  5293 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.4.167.131:38875, user_credentials={real_user=slave}} blocked reactor thread for 55844.1us
23:54:43.065 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.077 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.089 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.110 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.110 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:43.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.113 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.116 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.117 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:43.124 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.124 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.124 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:43.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:43.135 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.135 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:43.142 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.142 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:43.150 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.150 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:43.154 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:43.158 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:43.161 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:43.166 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:43.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f2fb3d22bb6e4429b2249063681bd08e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:43.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa0a549e16614b96a1eb530dc3c9dbb1 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:43.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b55f16f0822e4686a16da75d514ca692 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:43.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:43.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 842c0224e07848f0ab1f4a950db181fb for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:43.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c725a1643fd546749f02ea614f58be37 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:43.177 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:43.180 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:54:43.180 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:43.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:43.181 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:54:43.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:43.185 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5a5f3522b6374e0e949f026b74b964be for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:43.187 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 71e7d597588f4d4bbeb56b37b6838f95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:43.187 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 317d6b3a18f24b32a2085d7a39c1e0af for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:43.187 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:43.188 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:43.188 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:43.188 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=5a5f3522b6374e0e949f026b74b964be@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=71e7d597588f4d4bbeb56b37b6838f95@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)[L],fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=317d6b3a18f24b32a2085d7a39c1e0af@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:43.194 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:43.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2dee5727d16644e48a760684706d760a
23:54:43.203 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c1319f76282f4ed87141af2520d163fc9302f60ede1fab72418739e872c6fe59]
23:54:43.204 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:54:43.204 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:54:43.205 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f2fb3d22bb6e4429b2249063681bd08e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:43.205 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa0a549e16614b96a1eb530dc3c9dbb1 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:43.205 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c1319f76282f4ed87141af2520d163fc9302f60ede1fab72418739e872c6fe59 finished by subtask 1; deferring removal (restored in pending)
23:54:43.205 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b55f16f0822e4686a16da75d514ca692 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:43.205 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:43.205 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:43.205 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 842c0224e07848f0ab1f4a950db181fb for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:43.205 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c725a1643fd546749f02ea614f58be37 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:43.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:43.206 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:43.206 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.223.252:33517, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.223.252:33517: OK, deferred=null)) after lookup
23:54:43.212 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 4dfeeca2b0540f7d11f0127acc9190d8 (4946 bytes, checkpointDuration=639 ms, finalizationTime=0 ms).
23:54:43.213 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 140
23:54:43.213 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:54:43.213 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split c1319f76282f4ed87141af2520d163fc9302f60ede1fab72418739e872c6fe59 from pending
23:54:43.213 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 05029bf990936a05153fe187c8d9dfddf93c7209971bac0ad71060d84ef43954 from pending
23:54:43.214 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 036afe219f176e3c8626beaa294d1c1f64a86df2e5bced1c486a6d5bec3894a1 from pending
23:54:43.214 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b28a0e742f9f220cc69b57916797e4bea8f3bc1e58f28905a868b58e169bb910 from pending
23:54:43.214 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split acf3b95880c2044e431d23a990e67b4b0f3a82837450f3d2c133e828fb1a2222 from pending
23:54:43.214 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 4bfe98ec2b767e9e6a03891a2bbb3a5560d772e3e9b733bed997e97afc13a65a from pending
23:54:43.214 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
23:54:43.214 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468483213 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:43.217 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.227 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.230 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.231 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
23:54:43.236 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:54:43.238 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.287 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.290 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f2fb3d22bb6e4429b2249063681bd08e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.290 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f2fb3d22bb6e4429b2249063681bd08e for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:43.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.300 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa0a549e16614b96a1eb530dc3c9dbb1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.300 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet aa0a549e16614b96a1eb530dc3c9dbb1 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:43.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:43.310 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b55f16f0822e4686a16da75d514ca692, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.311 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b55f16f0822e4686a16da75d514ca692 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:43.344 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:43.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:43.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:43.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:43.363 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:43.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:43.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:43.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:43.369 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=93f79b413ea84cdbb7bcf0d00c9083c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.369 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:43.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:43.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:43.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=842c0224e07848f0ab1f4a950db181fb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.379 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 842c0224e07848f0ab1f4a950db181fb for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:43.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.388 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c725a1643fd546749f02ea614f58be37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.388 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c725a1643fd546749f02ea614f58be37 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:43.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:43.389 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:43.396 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5a5f3522b6374e0e949f026b74b964be for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:43.396 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 71e7d597588f4d4bbeb56b37b6838f95 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:43.396 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 317d6b3a18f24b32a2085d7a39c1e0af for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:43.396 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 956d7434cc8a440ea44bc68e33bfdb9e for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:43.397 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 338dfd14194148508362c655854d632e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:43.397 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40cec3c70d684639a46ad3065e2f328b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:43.397 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=5a5f3522b6374e0e949f026b74b964be@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=71e7d597588f4d4bbeb56b37b6838f95@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)[L],fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=317d6b3a18f24b32a2085d7a39c1e0af@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=956d7434cc8a440ea44bc68e33bfdb9e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=338dfd14194148508362c655854d632e@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=40cec3c70d684639a46ad3065e2f328b@[0baef91805434030b3ee38091f76f621(127.4.167.131:38875),0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739),fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:43.397 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.167.188:37217, [6ms] Sub RPC GetTableLocations: received response from server master-127.4.167.188:37217: OK, deferred=null)) after lookup
23:54:43.400 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:43.391 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.412 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.413 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:43.428 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:43.428 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.428 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:43.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f2fb3d22bb6e4429b2249063681bd08e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:43.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa0a549e16614b96a1eb530dc3c9dbb1 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:43.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b55f16f0822e4686a16da75d514ca692 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:43.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:43.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 842c0224e07848f0ab1f4a950db181fb for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:43.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c725a1643fd546749f02ea614f58be37 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:43.434 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:43.437 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d88a4f1f7c00147550cd21d6cc888d0df9e3c76fa6b542237f15a5598135669c'}]
23:54:43.439 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.439 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:43.439 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:43.440 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:54:43.440 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='60f80719b06137a00209f255c9a5957a5d857ba68b5909ffa31c47eb36a0d6e0'}]
23:54:43.440 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:43.442 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:43.442 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:54:43.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:43.444 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2bdb0ee268db331ebdd32e9c853b2ac47df1dbc2f5f96cbc3315d4245eb41ec2'}]
23:54:43.447 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d087960899a4f0ddd0d54d3de6259ed04ec79fc8c02d60f5484c032998ba0449'}]
23:54:43.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:43.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.463 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.464 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.464 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:43.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.471 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:43.472 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.473 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:54:43.473 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:43.473 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:43.473 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:43.474 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:54:43.475 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:43.486 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f2fb3d22bb6e4429b2249063681bd08e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.487 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f2fb3d22bb6e4429b2249063681bd08e for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:43.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.497 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.497 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.500 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa0a549e16614b96a1eb530dc3c9dbb1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.501 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet aa0a549e16614b96a1eb530dc3c9dbb1 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:43.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.504 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.505 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.507 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:43.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:43.508 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:43.508 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:54:43.509 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b55f16f0822e4686a16da75d514ca692, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.509 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b55f16f0822e4686a16da75d514ca692 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:43.509 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:43.525 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.547 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=93f79b413ea84cdbb7bcf0d00c9083c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.548 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:43.566 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.570 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.570 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.573 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=842c0224e07848f0ab1f4a950db181fb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.573 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 842c0224e07848f0ab1f4a950db181fb for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:43.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468483573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:43.575 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.582 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c725a1643fd546749f02ea614f58be37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.582 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c725a1643fd546749f02ea614f58be37 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:43.590 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 4dfeeca2b0540f7d11f0127acc9190d8 (5006 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:54:43.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:54:43.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.593 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.596 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a5f3522b6374e0e949f026b74b964be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.596 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a5f3522b6374e0e949f026b74b964be for partition [0x00000000, 0x0000000080000032) with scanner id null
23:54:43.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.606 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=71e7d597588f4d4bbeb56b37b6838f95, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.607 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 71e7d597588f4d4bbeb56b37b6838f95 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:54:43.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.611 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.617 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=317d6b3a18f24b32a2085d7a39c1e0af, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.617 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 317d6b3a18f24b32a2085d7a39c1e0af for partition [0x0000000080000096, 0x00000001) with scanner id null
23:54:43.618 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:43.631 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.644 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956d7434cc8a440ea44bc68e33bfdb9e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.644 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 956d7434cc8a440ea44bc68e33bfdb9e for partition [0x00000001, 0x0000000180000032) with scanner id null
23:54:43.650 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.651 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.656 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=338dfd14194148508362c655854d632e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.656 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 338dfd14194148508362c655854d632e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:54:43.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.663 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.664 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.664 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.665 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.671 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40cec3c70d684639a46ad3065e2f328b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.671 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40cec3c70d684639a46ad3065e2f328b for partition [0x0000000180000096, 0x00000002) with scanner id null
23:54:43.671 [DEBUG - main] (Connection.java:575) [peer master-127.4.167.188:37217(127.4.167.188:37217)] disconnecting while in state READY
23:54:43.671 [DEBUG - main] (Connection.java:575) [peer master-127.4.167.189:38943(127.4.167.189:38943)] disconnecting while in state READY
23:54:43.671 [DEBUG - main] (Connection.java:575) [peer 0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)] disconnecting while in state READY
23:54:43.672 [DEBUG - main] (Connection.java:575) [peer master-127.4.167.190:38881(127.4.167.190:38881)] disconnecting while in state READY
23:54:43.672 [DEBUG - main] (Connection.java:575) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] disconnecting while in state READY
23:54:43.672 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.167.189:38943(127.4.167.189:38943)] handling channelInactive
23:54:43.672 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.167.188:37217(127.4.167.188:37217)] handling channelInactive
23:54:43.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state READY due to: connection closed
23:54:43.672 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)] handling channelInactive
23:54:43.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0be315657a6b41b0969c36ee99573e34(127.4.167.129:41739)] cleaning up while in state READY due to: connection closed
23:54:43.672 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.167.190:38881(127.4.167.190:38881)] handling channelInactive
23:54:43.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state READY due to: connection closed
23:54:43.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state READY due to: connection closed
23:54:43.680 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:43.680 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.681 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:54:43.681 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
23:54:43.682 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:43.682 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:54:43.682 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:54:43.683 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:43.683 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.684 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.684 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.703 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.703 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.703 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:43.703 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.705 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.708 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:43.713 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.714 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.715 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.717 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.718 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.718 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.718 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.719 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.719 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.719 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.719 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:43.722427  5293 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.4.167.131:38875, user_credentials={real_user=slave}} blocked reactor thread for 53501.2us
23:54:43.723 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.723 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.723 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.724 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:43.724 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:43.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.724 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:43.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:43.724 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:43.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:43.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:43.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:43.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:43.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:43.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:43.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:43.725 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:43.727 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.731 [DEBUG - kudu-nio-3] (Connection.java:239) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] handling channelInactive
23:54:43.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] cleaning up while in state READY due to: connection closed
23:54:43.732 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-3
23:54:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:43.732973  4766 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 5076
23:54:43.737 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:43.738 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.739 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.739 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.741 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.743 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.747 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:43.758 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.759 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.759 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.760 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.760 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.760 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.778 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:43.782 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd0b706ee, L:/127.0.0.1:57370 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:43.798 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.799 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.799 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:43.813 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086908104704001) for scanner KuduScanner(table=replication_test_table, tablet=aa0a549e16614b96a1eb530dc3c9dbb1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.814 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [60f80719b06137a00209f255c9a5957a5d857ba68b5909ffa31c47eb36a0d6e0]
23:54:43.814 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [60f80719b06137a00209f255c9a5957a5d857ba68b5909ffa31c47eb36a0d6e0]
23:54:43.814 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:54:43.814 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:54:43.816 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 60f80719b06137a00209f255c9a5957a5d857ba68b5909ffa31c47eb36a0d6e0 finished by subtask 0; deferring removal (restored in pending)
23:54:43.816 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:43.817 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cb60b85c92983f35ec009d6df0107bef0707ed30037ece120803839553de924f'}]
23:54:43.818 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:43.824 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.824 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.824 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.826 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:43.834 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:43.841 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:43.842 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:43.849 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:43.850 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:43.850 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:43.850 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:43.867455  4766 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 5241
23:54:43.879 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.879 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.879 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.881 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.882 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5694b33f, L:/127.0.0.1:57386 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:43.885 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.885 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.886 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.887 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.900 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:43.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:43.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:43.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:43.903 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086908104704001) for scanner KuduScanner(table=replication_test_table, tablet=f2fb3d22bb6e4429b2249063681bd08e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:43.903 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [d88a4f1f7c00147550cd21d6cc888d0df9e3c76fa6b542237f15a5598135669c]
23:54:43.904 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d88a4f1f7c00147550cd21d6cc888d0df9e3c76fa6b542237f15a5598135669c]
23:54:43.904 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:54:43.904 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:54:43.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:43.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:43.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:43.905 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d88a4f1f7c00147550cd21d6cc888d0df9e3c76fa6b542237f15a5598135669c finished by subtask 2; deferring removal (restored in pending)
23:54:43.906 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:43.907 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='729764ac2d28ade15cfb63e7dd75844740f02250c90183dbb06450cc4da403bc'}]
23:54:43.907 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:43.908 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:43.912 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:54:43.913 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:43.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:43.919 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:43.946 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:43.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:43.946 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:54:43.946 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:54:43.949 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:43.950 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:43.950 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:43.950 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:43.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:43.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:43.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:43.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:43.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:43.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:43.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:43.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:43.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:43.954 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:43.958 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:43.964 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:43.971 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:43.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.973 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:43.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:43.989 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:43.989 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:43.998 [DEBUG - kudu-nio-3] (Connection.java:239) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] handling channelInactive
23:54:43.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] cleaning up while in state READY due to: connection closed
23:54:43.999 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:43.998 [DEBUG - kudu-nio-3] (Connection.java:239) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] handling channelInactive
23:54:43.999 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:43.999 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] cleaning up while in state READY due to: connection closed
23:54:43.999 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.001 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.001 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.004 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c912f7b, L:/127.0.0.1:57396 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:44.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:44.010955  4766 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 5448
23:54:44.022 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086908104704001) for scanner KuduScanner(table=replication_test_table, tablet=93f79b413ea84cdbb7bcf0d00c9083c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:44.023 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [d087960899a4f0ddd0d54d3de6259ed04ec79fc8c02d60f5484c032998ba0449]
23:54:44.023 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d087960899a4f0ddd0d54d3de6259ed04ec79fc8c02d60f5484c032998ba0449]
23:54:44.024 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:54:44.024 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:54:44.025 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d087960899a4f0ddd0d54d3de6259ed04ec79fc8c02d60f5484c032998ba0449 finished by subtask 1; deferring removal (restored in pending)
23:54:44.025 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:44.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:44.048 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:44.060 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:44.067 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:44.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468484073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:44.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.082 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.103 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:44.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.109 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.117 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x910a6575, L:/127.0.0.1:57410 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:44.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:44.127 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:54:44.128 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 4dfeeca2b0540f7d11f0127acc9190d8 (5006 bytes, checkpointDuration=55 ms, finalizationTime=0 ms).
23:54:44.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:54:44.131 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 60f80719b06137a00209f255c9a5957a5d857ba68b5909ffa31c47eb36a0d6e0 from pending
23:54:44.131 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split d88a4f1f7c00147550cd21d6cc888d0df9e3c76fa6b542237f15a5598135669c from pending
23:54:44.131 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split d087960899a4f0ddd0d54d3de6259ed04ec79fc8c02d60f5484c032998ba0449 from pending
23:54:44.131 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 3 finished splits from enumerator state
23:54:44.134 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086908104704001) for scanner KuduScanner(table=replication_test_table, tablet=b55f16f0822e4686a16da75d514ca692, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:44.134 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [2bdb0ee268db331ebdd32e9c853b2ac47df1dbc2f5f96cbc3315d4245eb41ec2]
23:54:44.134 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2bdb0ee268db331ebdd32e9c853b2ac47df1dbc2f5f96cbc3315d4245eb41ec2]
23:54:44.135 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:54:44.135 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:54:44.136 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:44.136 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2bdb0ee268db331ebdd32e9c853b2ac47df1dbc2f5f96cbc3315d4245eb41ec2 finished by subtask 3; deferring removal (restored in pending)
23:54:44.138 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:44.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:44.152 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:44.154 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.160 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.167 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.180 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.181 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.181 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:44.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.187 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.191 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:44.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:44.191 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:44.192 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:54:44.200 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.201 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.201 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.201 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.202 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:44.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:44.205137  4766 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 4778
23:54:44.220 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.221 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.221 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.221 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.257 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:44.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:44.258 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:44.258 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:54:44.268 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:44.269 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:44.269 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:44.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:44.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:44.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:44.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:44.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:44.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:44.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:44.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:44.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:44.271 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:44.273 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:44.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:44.278 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.279 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.279 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.280 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:44.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.280 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:44.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.280 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.280 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.281 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.280 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:44.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.281 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.280 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.281 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.281 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.281 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.282 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.282 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:44.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.292 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:44.295 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:44.299 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:44.299 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:44.299 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:44.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.300 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.167.190:38881(127.4.167.190:38881)] handling channelInactive
23:54:44.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state READY due to: connection closed
23:54:44.300 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.167.190:38881(127.4.167.190:38881)] handling channelInactive
23:54:44.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state READY due to: connection closed
23:54:44.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.300 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:44.304 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.167.190:38881(127.4.167.190:38881)] handling channelInactive
23:54:44.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state READY due to: connection closed
23:54:44.305 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.305 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.306 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.307 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.167.190:38881(127.4.167.190:38881)] handling channelInactive
23:54:44.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state READY due to: connection closed
23:54:44.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:44.308633  4957 connection.cc:573] client connection to 127.4.167.190:38881 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:54:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:44.309104  4957 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:54:44.313 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:44.318277  4766 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 4849
23:54:44.325 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.325 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.325 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:44.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:44.325 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.326 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:44.326 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:54:44.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.339 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:44.339 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:44.339 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:44.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.340 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.340 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.340 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:44.341 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.341 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.341 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.341 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.341 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.342 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.345 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.345 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.345 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:44.355103  4957 consensus_peers.cc:597] T 00000000000000000000000000000000 P c9f7deef791949fba5b18cb020264ef0 -> Peer 04d6b1b32ac949df9510f79a6ddd0eaa (127.4.167.190:38881): Couldn't send request to peer 04d6b1b32ac949df9510f79a6ddd0eaa. Status: Network error: Client connection negotiation failed: client connection to 127.4.167.190:38881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:54:44.357 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:44.360 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:44.370 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2500ba79, L:/127.0.0.1:57426 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:44.380 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:44.380 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:44.380 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:44.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.381 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.382 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:44.385 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:44.386 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.386 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.386 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.387 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086908104704001) for scanner KuduScanner(table=replication_test_table, tablet=c725a1643fd546749f02ea614f58be37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:44.387 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [729764ac2d28ade15cfb63e7dd75844740f02250c90183dbb06450cc4da403bc]
23:54:44.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.388 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [729764ac2d28ade15cfb63e7dd75844740f02250c90183dbb06450cc4da403bc]
23:54:44.388 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.388 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:54:44.388 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:54:44.389 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 729764ac2d28ade15cfb63e7dd75844740f02250c90183dbb06450cc4da403bc finished by subtask 2; deferring removal (restored in pending)
23:54:44.389 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:44.390 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:44.396 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4a226680, L:/127.0.0.1:57440 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:44.397922  5006 debug-util.cc:398] Leaking SignalData structure 0x7b0800080060 after lost signal to thread 4934
23:54:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:44.398622  5006 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1ba0 after lost signal to thread 5009
23:54:44.403 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.403 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.404 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.405 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.418 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086908104704001) for scanner KuduScanner(table=replication_test_table, tablet=842c0224e07848f0ab1f4a950db181fb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:44.418 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [cb60b85c92983f35ec009d6df0107bef0707ed30037ece120803839553de924f]
23:54:44.419 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cb60b85c92983f35ec009d6df0107bef0707ed30037ece120803839553de924f]
23:54:44.419 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:54:44.419 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:54:44.419 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:44.420 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:44.420 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cb60b85c92983f35ec009d6df0107bef0707ed30037ece120803839553de924f finished by subtask 0; deferring removal (restored in pending)
23:54:44.432 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:44.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:44.433 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:44.433 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:54:44.454 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.167.189:38943(127.4.167.189:38943)] handling channelInactive
23:54:44.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state READY due to: connection closed
23:54:44.455 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.167.189:38943(127.4.167.189:38943)] handling channelInactive
23:54:44.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state READY due to: connection closed
23:54:44.455 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.167.189:38943(127.4.167.189:38943)] handling channelInactive
23:54:44.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state READY due to: connection closed
23:54:44.456 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.167.189:38943(127.4.167.189:38943)] handling channelInactive
23:54:44.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state READY due to: connection closed
23:54:44.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:44.461164  4766 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 4927
23:54:44.466 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.466 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.466 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.467 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.473 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:44.473 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:44.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:44.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:44.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:44.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:44.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:44.473 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:44.474 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:44.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:44.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:44.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:44.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:44.483 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:44.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:44.484 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:54:44.484 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:54:44.506 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.506 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.506 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.508 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.519 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:44.519 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:44.519 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:44.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.521 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:44.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468484573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:44.585 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 4dfeeca2b0540f7d11f0127acc9190d8 (2985 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:54:44.587 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:54:44.588 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 2bdb0ee268db331ebdd32e9c853b2ac47df1dbc2f5f96cbc3315d4245eb41ec2 from pending
23:54:44.588 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split cb60b85c92983f35ec009d6df0107bef0707ed30037ece120803839553de924f from pending
23:54:44.588 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 729764ac2d28ade15cfb63e7dd75844740f02250c90183dbb06450cc4da403bc from pending
23:54:44.588 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 3 finished splits from enumerator state
23:54:44.599 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:44.600 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:44.600 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:44.600 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.600 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.601 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.602 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:44.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.602 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.604 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.604 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.604 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.606 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.608 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.167.188:37217(127.4.167.188:37217)] handling channelInactive
23:54:44.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state READY due to: connection closed
23:54:44.611 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.167.188:37217(127.4.167.188:37217)] handling channelInactive
23:54:44.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state READY due to: connection closed
23:54:44.612 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.167.188:37217(127.4.167.188:37217)] handling channelInactive
23:54:44.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state READY due to: connection closed
23:54:44.613 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.167.188:37217(127.4.167.188:37217)] handling channelInactive
23:54:44.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state READY due to: connection closed
23:54:44.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:44.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:44.749 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:44.749 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:44.750 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:44.750 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:44.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:44.750 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:44.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:44.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:44.750 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:44.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:44.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:44.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:44.751 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:44.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:44.900 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:44.900 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.900 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:44.901 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.901 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:44.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:44.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:44.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:44.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:44.901 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:44.946 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:44.946 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:44.946 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:44.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:44.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:44.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.948 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:44.948 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:45.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468485073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:45.087 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:54:45.091 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:54:45.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:45.178 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:45.179 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:45.179 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:45.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:45.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:45.300 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:45.301 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:45.301 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:45.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.301 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.302 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.302 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:45.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:45.429 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:45.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f2fb3d22bb6e4429b2249063681bd08e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:45.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa0a549e16614b96a1eb530dc3c9dbb1 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:45.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b55f16f0822e4686a16da75d514ca692 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:45.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:45.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 842c0224e07848f0ab1f4a950db181fb for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:45.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c725a1643fd546749f02ea614f58be37 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:45.436 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:45.439 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:45.439 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:45.440 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:45.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:45.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:45.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:45.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:45.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:45.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:45.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:45.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:45.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:45.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:45.442 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1f9b4fb27ff01c4cff6d56809cfb4efd7f9123619bfc8dea39ed0455b065df87'}]
23:54:45.442 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c902985b3719e755846e55bb8cb746cfecaca834ff6d6a5ad0281a31c142538b'}]
23:54:45.444 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:45.444 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:54:45.444 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c56cfe0e7db24602f064a212e2d2f8e347ad29704998939cbaf89b6037da98b2'}]
23:54:45.444 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299996, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:45.446 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:45.446 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5288eea3e619236d0a8268b1a81a91dccab4d95f9c8e0ed5624876c0b4379d02'}]
23:54:45.446 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:54:45.447 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299996, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:45.448 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:45.448 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:54:45.449 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299996, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:45.449 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:45.449 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:54:45.450 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299996, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:45.459 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:45.459 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:45.462 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:45.467 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:45.478 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:45.480 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:45.486 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:45.507 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:45.509 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:45.518 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:45.524 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:45.530 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:45.534 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x68440cd1, L:/127.0.0.1:57486 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:45.534 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:45.542 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:45.546 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:45.546 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:45.546 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:45.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:45.548 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x28e35fcd, L:/127.0.0.1:57454 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:45.556 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:45.570 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:45.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468485573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:45.585 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086916296704001) for scanner KuduScanner(table=replication_test_table, tablet=aa0a549e16614b96a1eb530dc3c9dbb1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:45.586 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [1f9b4fb27ff01c4cff6d56809cfb4efd7f9123619bfc8dea39ed0455b065df87]
23:54:45.586 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1f9b4fb27ff01c4cff6d56809cfb4efd7f9123619bfc8dea39ed0455b065df87]
23:54:45.586 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:54:45.586 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:54:45.587 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:45.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:45.588 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1f9b4fb27ff01c4cff6d56809cfb4efd7f9123619bfc8dea39ed0455b065df87 finished by subtask 3; deferring removal (restored in pending)
23:54:45.589 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='91e77541ce8a82c96d87a040ef38c2f650209fe1cae8ad8f76df3e457476cd2e'}]
23:54:45.591 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:45.592 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:54:45.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299996, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:45.593 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 4dfeeca2b0540f7d11f0127acc9190d8 (5006 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
23:54:45.595 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:54:45.596 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 1f9b4fb27ff01c4cff6d56809cfb4efd7f9123619bfc8dea39ed0455b065df87 from pending
23:54:45.596 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 1 finished splits from enumerator state
23:54:45.606 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa4de8fc9, L:/127.0.0.1:57474 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:45.619 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:45.620 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6bfaf5cf, L:/127.0.0.1:57464 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:45.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:45.658 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086916296704001) for scanner KuduScanner(table=replication_test_table, tablet=f2fb3d22bb6e4429b2249063681bd08e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:45.658 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [c902985b3719e755846e55bb8cb746cfecaca834ff6d6a5ad0281a31c142538b]
23:54:45.659 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c902985b3719e755846e55bb8cb746cfecaca834ff6d6a5ad0281a31c142538b]
23:54:45.659 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:54:45.659 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:54:45.660 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c902985b3719e755846e55bb8cb746cfecaca834ff6d6a5ad0281a31c142538b finished by subtask 1; deferring removal (restored in pending)
23:54:45.661 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:45.662 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='425a97e94799856ecf1e1bbb14351d5ef605051b8451b48e14c5dc528cb87d4a'}]
23:54:45.663 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:45.664 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:54:45.664 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299996, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:45.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:45.669 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:45.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:45.670 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:54:45.670 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:54:45.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:45.700 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:45.711 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:45.714 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:45.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:45.714 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:54:45.715 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:54:45.718 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:45.721 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:45.727 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:45.743 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:45.748 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe727136d, L:/127.0.0.1:57506 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:45.751 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:45.777 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086916296704001) for scanner KuduScanner(table=replication_test_table, tablet=93f79b413ea84cdbb7bcf0d00c9083c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:45.778 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5288eea3e619236d0a8268b1a81a91dccab4d95f9c8e0ed5624876c0b4379d02]
23:54:45.778 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5288eea3e619236d0a8268b1a81a91dccab4d95f9c8e0ed5624876c0b4379d02]
23:54:45.778 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:54:45.778 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:54:45.779 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:45.779 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:45.779 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:45.780 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5288eea3e619236d0a8268b1a81a91dccab4d95f9c8e0ed5624876c0b4379d02 finished by subtask 0; deferring removal (restored in pending)
23:54:45.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:45.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:45.781 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.781 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.781 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:45.781 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:45.782 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:45.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:45.783 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086916296704001) for scanner KuduScanner(table=replication_test_table, tablet=c725a1643fd546749f02ea614f58be37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:45.784 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [425a97e94799856ecf1e1bbb14351d5ef605051b8451b48e14c5dc528cb87d4a]
23:54:45.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [425a97e94799856ecf1e1bbb14351d5ef605051b8451b48e14c5dc528cb87d4a]
23:54:45.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:54:45.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:54:45.785 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:45.785 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 425a97e94799856ecf1e1bbb14351d5ef605051b8451b48e14c5dc528cb87d4a finished by subtask 1; deferring removal (restored in pending)
23:54:45.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:45.790 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x33edc9de, L:/127.0.0.1:57498 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:45.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:45.833 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:45.833 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:45.834 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:45.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:45.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:45.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:45.835 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086916296704001) for scanner KuduScanner(table=replication_test_table, tablet=842c0224e07848f0ab1f4a950db181fb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:45.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:45.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:45.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:45.835 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [91e77541ce8a82c96d87a040ef38c2f650209fe1cae8ad8f76df3e457476cd2e]
23:54:45.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:45.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:45.835 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [91e77541ce8a82c96d87a040ef38c2f650209fe1cae8ad8f76df3e457476cd2e]
23:54:45.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:45.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:45.836 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:54:45.836 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:54:45.837 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 91e77541ce8a82c96d87a040ef38c2f650209fe1cae8ad8f76df3e457476cd2e finished by subtask 3; deferring removal (restored in pending)
23:54:45.838 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:45.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:45.853 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:45.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:45.853 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:45.854 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:54:45.883 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:45.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:45.883 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:45.884 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:54:45.898 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:45.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:45.899 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:54:45.899 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:54:45.921 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086916296704001) for scanner KuduScanner(table=replication_test_table, tablet=b55f16f0822e4686a16da75d514ca692, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:45.922 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [c56cfe0e7db24602f064a212e2d2f8e347ad29704998939cbaf89b6037da98b2]
23:54:45.922 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c56cfe0e7db24602f064a212e2d2f8e347ad29704998939cbaf89b6037da98b2]
23:54:45.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:54:45.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:54:45.924 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c56cfe0e7db24602f064a212e2d2f8e347ad29704998939cbaf89b6037da98b2 finished by subtask 2; deferring removal (restored in pending)
23:54:45.924 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:45.929 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:45.954 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:45.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:45.955 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:54:45.955 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:54:46.023 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:46.024 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:46.024 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:46.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:46.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:46.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:46.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:46.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:46.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:46.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:46.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:46.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:46.025 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:46.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468486072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:46.086 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 4dfeeca2b0540f7d11f0127acc9190d8 (4327 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:54:46.088 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:54:46.088 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 5288eea3e619236d0a8268b1a81a91dccab4d95f9c8e0ed5624876c0b4379d02 from pending
23:54:46.088 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split c902985b3719e755846e55bb8cb746cfecaca834ff6d6a5ad0281a31c142538b from pending
23:54:46.088 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 425a97e94799856ecf1e1bbb14351d5ef605051b8451b48e14c5dc528cb87d4a from pending
23:54:46.088 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 91e77541ce8a82c96d87a040ef38c2f650209fe1cae8ad8f76df3e457476cd2e from pending
23:54:46.089 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split c56cfe0e7db24602f064a212e2d2f8e347ad29704998939cbaf89b6037da98b2 from pending
23:54:46.089 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 5 finished splits from enumerator state
23:54:46.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:46.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:46.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:46.404 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:46.404 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:46.404 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:46.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.405 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:46.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468486573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:46.587 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:54:46.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:54:46.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:46.626 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:46.627 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:46.627 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:46.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:46.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:46.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:46.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:46.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:46.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:46.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:46.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:46.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:46.628 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:46.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:54:46Z chronyd exiting
23:54:46.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:46.699 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:46.699 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:46.699 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:46.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:46.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:46.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:46.700 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:46.700 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:46.700 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:46.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:46.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:46.700 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:46.700 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:46.773 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:46.774 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:46.774 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:46.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.775 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:46.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:46.909 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:46.910 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:46.910 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:46.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:46.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:46.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:46.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:46.910 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:46.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:46.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:46.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:46.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:46.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:46.993 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:46.993 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:46.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:46.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:46.994 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:46.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:46.994 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:47.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468487073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:47.085 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:54:47.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:54:47.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:47.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:47.281 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:47.281 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:47.282 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:47.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:47.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:47.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:47.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:47.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:47.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:47.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:47.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:47.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:47.282 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:47.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:47.399 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:47.400 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:47.400 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:47.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:47.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:47.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:47.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:47.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:47.401 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:47.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:47.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:47.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:47.402 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:47.428 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aeda127ca9fc41d097045aae5ec163db
23:54:47.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f2fb3d22bb6e4429b2249063681bd08e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:54:47.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa0a549e16614b96a1eb530dc3c9dbb1 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:54:47.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b55f16f0822e4686a16da75d514ca692 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:54:47.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 93f79b413ea84cdbb7bcf0d00c9083c4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:54:47.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 842c0224e07848f0ab1f4a950db181fb for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:54:47.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c725a1643fd546749f02ea614f58be37 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:54:47.435 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:54:47.440 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e338819a3b975d6eb4503dddf78501b50261e3c349c026e104bd55ef026d828b'}]
23:54:47.442 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:47.442 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b10c1313e1c6069992becefa46a84973ac0b1273a5af672c5b712a248d9014ca'}]
23:54:47.444 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:47.444 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='59587886fa86709e7388da05bddfa42a797c77d13ce1930d3f1886d0d7e3b1c0'}]
23:54:47.445 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1cd995c3f3136b0bf8c2c261ae6d4af85ee7d60c9a10a308655f1166bb2bf1fe'}]
23:54:47.446 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:54:47.447 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299996, tablet=f2fb3d22bb6e4429b2249063681bd08e@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)[L],d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:47.447 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:54:47.448 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299996, tablet=aa0a549e16614b96a1eb530dc3c9dbb1@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:47.454 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:47.454 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:54:47.454 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299996, tablet=b55f16f0822e4686a16da75d514ca692@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:47.455 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:47.455 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:54:47.456 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299996, tablet=93f79b413ea84cdbb7bcf0d00c9083c4@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:47.464 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:47.465 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:47.466 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:47.466 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:47.477 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:47.496 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:47.502 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:47.518 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:47.533 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:47.540 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:47.553 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:47.553 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:47.553 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:47.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:47.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:47.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:47.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:47.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:47.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:47.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:47.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:47.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:47.555 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:47.557 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x843fc5ca, L:/127.0.0.1:57512 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:47.560 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:47.572 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:47.573 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:47.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468487573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:47.590 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 4dfeeca2b0540f7d11f0127acc9190d8 (5006 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:54:47.655 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:47.655 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:47.655 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:47.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:47.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:47.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:47.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:47.657 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:47.657 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:47.658 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:54:47.658 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:47.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:47.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:47.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:47.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:47.664 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:47.672 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9a9e6f5e, L:/127.0.0.1:57526 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:47.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:47.700 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086924488704001) for scanner KuduScanner(table=replication_test_table, tablet=aa0a549e16614b96a1eb530dc3c9dbb1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:47.701 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b10c1313e1c6069992becefa46a84973ac0b1273a5af672c5b712a248d9014ca]
23:54:47.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b10c1313e1c6069992becefa46a84973ac0b1273a5af672c5b712a248d9014ca]
23:54:47.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
23:54:47.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
23:54:47.703 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b10c1313e1c6069992becefa46a84973ac0b1273a5af672c5b712a248d9014ca finished by subtask 1; deferring removal (restored in pending)
23:54:47.704 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:47.705 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a94e4be5e1aa7ee9319173594c4ddcbf5d9169f305a555f9319a9640300b0a30'}]
23:54:47.707 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:47.707 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
23:54:47.708 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299996, tablet=842c0224e07848f0ab1f4a950db181fb@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)[L],6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)]}]
23:54:47.727 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:47.734 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:47.734 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:47.734 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:47.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:47.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:47.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:47.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:47.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:47.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:47.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:47.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:47.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:47.741 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:47.757 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:47.781 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9afcbe48, L:/127.0.0.1:57530 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:47.782 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:47.803 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:47.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:47.810 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086924488704001) for scanner KuduScanner(table=replication_test_table, tablet=b55f16f0822e4686a16da75d514ca692, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:47.810 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [59587886fa86709e7388da05bddfa42a797c77d13ce1930d3f1886d0d7e3b1c0]
23:54:47.810 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [59587886fa86709e7388da05bddfa42a797c77d13ce1930d3f1886d0d7e3b1c0]
23:54:47.811 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
23:54:47.811 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
23:54:47.812 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 59587886fa86709e7388da05bddfa42a797c77d13ce1930d3f1886d0d7e3b1c0 finished by subtask 3; deferring removal (restored in pending)
23:54:47.813 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:47.813 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fcafb6b8e9be8cba2986226fd63dd644696e8aba6d47ed18487219518e521f34'}]
23:54:47.815 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:47.815 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
23:54:47.816 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299996, tablet=c725a1643fd546749f02ea614f58be37@[3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725),6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949),d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)[L]]}]
23:54:47.828 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:47.844 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6bc102db, L:/127.0.0.1:57544 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:47.867 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086924488704001) for scanner KuduScanner(table=replication_test_table, tablet=f2fb3d22bb6e4429b2249063681bd08e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:47.868 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [e338819a3b975d6eb4503dddf78501b50261e3c349c026e104bd55ef026d828b]
23:54:47.868 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e338819a3b975d6eb4503dddf78501b50261e3c349c026e104bd55ef026d828b]
23:54:47.869 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:54:47.869 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:54:47.870 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e338819a3b975d6eb4503dddf78501b50261e3c349c026e104bd55ef026d828b finished by subtask 0; deferring removal (restored in pending)
23:54:47.870 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:47.871 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:47.908 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:47.909 [DEBUG - main] (Connection.java:575) [peer 3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)] disconnecting while in state READY
23:54:47.909 [DEBUG - main] (Connection.java:575) [peer master-127.3.223.254:35097(127.3.223.254:35097)] disconnecting while in state READY
23:54:47.909 [DEBUG - main] (Connection.java:575) [peer master-127.3.223.253:40309(127.3.223.253:40309)] disconnecting while in state READY
23:54:47.909 [DEBUG - main] (Connection.java:575) [peer 6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)] disconnecting while in state READY
23:54:47.909 [DEBUG - main] (Connection.java:575) [peer master-127.3.223.252:33517(127.3.223.252:33517)] disconnecting while in state READY
23:54:47.910 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.223.254:35097(127.3.223.254:35097)] handling channelInactive
23:54:47.910 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)] handling channelInactive
23:54:47.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state READY due to: connection closed
23:54:47.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3d7677232be64ac9a3f6e476e020358a(127.3.223.193:36725)] cleaning up while in state READY due to: connection closed
23:54:47.910 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.223.253:40309(127.3.223.253:40309)] handling channelInactive
23:54:47.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state READY due to: connection closed
23:54:47.911 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)] handling channelInactive
23:54:47.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6df5d6f9d38541a2aa0d4a6c663f1f95(127.3.223.195:32949)] cleaning up while in state READY due to: connection closed
23:54:47.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:47.918 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:54:47.918 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:54:47.918 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:54:47.918 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] connecting to peer
23:54:47.919 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
23:54:47.928 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:47.939 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086924488704001) for scanner KuduScanner(table=replication_test_table, tablet=93f79b413ea84cdbb7bcf0d00c9083c4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:47.939 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [1cd995c3f3136b0bf8c2c261ae6d4af85ee7d60c9a10a308655f1166bb2bf1fe]
23:54:47.940 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1cd995c3f3136b0bf8c2c261ae6d4af85ee7d60c9a10a308655f1166bb2bf1fe]
23:54:47.940 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:54:47.940 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:54:47.941 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1cd995c3f3136b0bf8c2c261ae6d4af85ee7d60c9a10a308655f1166bb2bf1fe finished by subtask 2; deferring removal (restored in pending)
23:54:47.941 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.223.252:33517(127.3.223.252:33517)] handling channelInactive
23:54:47.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state READY due to: connection closed
23:54:47.942 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:54:47.942 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:47.942987  3967 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 4260
23:54:47.946 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:47.947 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:47.951 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xde070483, L:/127.0.0.1:57548 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:47.964 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086924488704001) for scanner KuduScanner(table=replication_test_table, tablet=842c0224e07848f0ab1f4a950db181fb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:47.965 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [a94e4be5e1aa7ee9319173594c4ddcbf5d9169f305a555f9319a9640300b0a30]
23:54:47.967 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a94e4be5e1aa7ee9319173594c4ddcbf5d9169f305a555f9319a9640300b0a30]
23:54:47.968 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
23:54:47.968 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
23:54:47.969 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a94e4be5e1aa7ee9319173594c4ddcbf5d9169f305a555f9319a9640300b0a30 finished by subtask 1; deferring removal (restored in pending)
23:54:47.969 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:47.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:47.990 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:47.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:47.991 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:54:47.991 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:54:48.014 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] Successfully connected to peer
23:54:48.016 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.223.194
23:54:48.024 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:54:48.033 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x880ed885, L:/127.0.0.1:57562 - R:/127.3.223.194:40393] using SASL/PLAIN
23:54:48.057 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305086924488704001) for scanner KuduScanner(table=replication_test_table, tablet=c725a1643fd546749f02ea614f58be37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:54:48.058 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [fcafb6b8e9be8cba2986226fd63dd644696e8aba6d47ed18487219518e521f34]
23:54:48.058 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fcafb6b8e9be8cba2986226fd63dd644696e8aba6d47ed18487219518e521f34]
23:54:48.058 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
23:54:48.059 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
23:54:48.060 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fcafb6b8e9be8cba2986226fd63dd644696e8aba6d47ed18487219518e521f34 finished by subtask 3; deferring removal (restored in pending)
23:54:48.060 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] disconnecting while in state READY
23:54:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:48.066210  4643 connection.cc:573] client connection to 127.3.223.193:36725 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:54:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:48.066715  4643 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:54:48.067 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:48.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:48.068 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:48.068 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
23:54:48.069 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:54:48.069 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:48.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:48.069 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:54:48.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:54:48.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468488073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:48.078444  3967 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 4421
23:54:48.084 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 4dfeeca2b0540f7d11f0127acc9190d8 (5006 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:54:48.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:54:48.087 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split fcafb6b8e9be8cba2986226fd63dd644696e8aba6d47ed18487219518e521f34 from pending
23:54:48.087 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 1cd995c3f3136b0bf8c2c261ae6d4af85ee7d60c9a10a308655f1166bb2bf1fe from pending
23:54:48.087 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split e338819a3b975d6eb4503dddf78501b50261e3c349c026e104bd55ef026d828b from pending
23:54:48.087 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split a94e4be5e1aa7ee9319173594c4ddcbf5d9169f305a555f9319a9640300b0a30 from pending
23:54:48.087 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split b10c1313e1c6069992becefa46a84973ac0b1273a5af672c5b712a248d9014ca from pending
23:54:48.087 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 59587886fa86709e7388da05bddfa42a797c77d13ce1930d3f1886d0d7e3b1c0 from pending
23:54:48.087 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 6 finished splits from enumerator state
23:54:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:48.095116  4643 consensus_peers.cc:597] T aa0a549e16614b96a1eb530dc3c9dbb1 P 6df5d6f9d38541a2aa0d4a6c663f1f95 -> Peer 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725): Couldn't send request to peer 3d7677232be64ac9a3f6e476e020358a. Status: Network error: Client connection negotiation failed: client connection to 127.3.223.193:36725: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:54:48.108 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:48.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:48.108 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:48.109 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:54:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:48.110477  4643 consensus_peers.cc:597] T b55f16f0822e4686a16da75d514ca692 P 6df5d6f9d38541a2aa0d4a6c663f1f95 -> Peer 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725): Couldn't send request to peer 3d7677232be64ac9a3f6e476e020358a. Status: Network error: Client connection negotiation failed: client connection to 127.3.223.193:36725: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:54:48.112 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:48.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:48.113 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:48.113 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
23:54:48.114 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] handling channelInactive
23:54:48.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d7a100d466b741daa44a576ed02ce672(127.3.223.194:40393)] cleaning up while in state READY due to: connection closed
23:54:48.114 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:54:48.114 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:54:48.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:48.126092  4643 consensus_peers.cc:597] T c725a1643fd546749f02ea614f58be37 P 6df5d6f9d38541a2aa0d4a6c663f1f95 -> Peer 3d7677232be64ac9a3f6e476e020358a (127.3.223.193:36725): Couldn't send request to peer 3d7677232be64ac9a3f6e476e020358a. Status: Network error: Client connection negotiation failed: client connection to 127.3.223.193:36725: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:54:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:48.147467  3967 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 4623
23:54:48.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:48.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:48.194135  3967 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 3979
23:54:48.231 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.223.254:35097(127.3.223.254:35097)] handling channelInactive
23:54:48.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state READY due to: connection closed
23:54:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:48.230924  4156 connection.cc:573] client connection to 127.3.223.254:35097 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:54:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:48.231381  3967 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 4050
23:54:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:48.231509  4156 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:54:48.233 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:48.233 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:48.234 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:48.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:48.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:48.240010  4156 consensus_peers.cc:597] T 00000000000000000000000000000000 P 9ee6fc3338b24834a3cf77b689e0ab56 -> Peer 4c17ea60df254f3abf55b5d63fc52be1 (127.3.223.254:35097): Couldn't send request to peer 4c17ea60df254f3abf55b5d63fc52be1. Status: Network error: Client connection negotiation failed: client connection to 127.3.223.254:35097: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:54:48.267 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.223.253:40309(127.3.223.253:40309)] handling channelInactive
23:54:48.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state READY due to: connection closed
23:54:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:48.268661  3967 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 4125
23:54:48.279 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:48.279 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:48.279 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:48.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.280 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:48.304 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.223.252:33517(127.3.223.252:33517)] handling channelInactive
23:54:48.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state READY due to: connection closed
23:54:48.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:48.405 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:48.406 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:48.406 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:48.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.407 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:48.483 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:48.484 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:48.484 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:48.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.484 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.485 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:48.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468488573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:48.586 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:54:48.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:54:48.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:48.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:48.729 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:48.730 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:48.730 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:48.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:48.773 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:48.773 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:48.774 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:48.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:48.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:48.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:48.775 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:48.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:48.984 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:48.984 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:48.985 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:48.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:48.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:48.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:48.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:49.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468489072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:49.102 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=29 ms, finalizationTime=0 ms).
23:54:49.102 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:54:49.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:49.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:49.305 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:49.306 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:49.306 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:49.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:49.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:49.424 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.426 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.3.223.252:33517(127.3.223.252:33517) for tablet Kudu Master: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.430 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:49.430 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:49.430 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:49.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:49.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:49.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:49.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:49.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:49.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:49.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:49.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:49.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:49.431 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:49.438 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:49.439 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:49.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.440 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.440 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:49.458 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:49.459 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:49.459 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:49.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:54:49Z chronyd exiting
23:54:49.479 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:49.479 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:49.479 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.480 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.480 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:49.498 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:49.499 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:49.499 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.499 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.499 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.499 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.499 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.500 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:49.503 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:49.503 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:49.504 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:49.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.504 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:49.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.504 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:49.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.504 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.504 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:49.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.504 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.504 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:49.504 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:49.518 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:49.519 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:49.519 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.519 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:49.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468489572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:49.581 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:54:49.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:54:49.599 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:49.599 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:49.599 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.599 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.600 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.600 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:49.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:49.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:49.738 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:49.738 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:49.738 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:49.763 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:49.764 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:49.764 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:49.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.764 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:49.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:49.844 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:49.845 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:49.845 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:49.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.845 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:49.893 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:49.893 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:49.893 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:49.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:49.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:49.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:49.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:49.900 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:49.900 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:49.900 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:49.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.900 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:49.900 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.900 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.900 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:49.900 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:49.900 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:49.958 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:49.958 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:49.958 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:49.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:49.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.959 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:49.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:49.959 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:50.013 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:50.013 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:50.013 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:50.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:50.013 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:50.013 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:50.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:50.013 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:50.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:50.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:50.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:50.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:50.014 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:50.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468490072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:50.078 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:50.079 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:50.079 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:50.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.080 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:54:50.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.080 [INFO - pool-198-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.080 [WARN - pool-198-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:50.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:54:50.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:50.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:50.189 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:50.189 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:50.190 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:50.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:50.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:50.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:50.190 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:50.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:50.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:50.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:50.190 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:50.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:50.190 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:50.238 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:50.239 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:50.239 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:50.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:50.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:50.389 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:50.389 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:50.389 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:50.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:50.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:50.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:50.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:50.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:50.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:50.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:50.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:50.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:50.390 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:50.458 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:50.459 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:50.459 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:50.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:50.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:50.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:50.460 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:50.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:50.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:50.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:50.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:50.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:50.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:50.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:50.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:50.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:50.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:50.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:50.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:50.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
.23:54:50.523 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468490522
23:54:50.523 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468490523
23:54:50.527 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:54:50.531 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:54:50.532 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:54:50.532 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:54:50.532 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:54:50.532 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:54:50.536 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:54:50.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468490573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:50.578 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:50.579 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:50.579 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:50.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:50.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:50.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:50.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:50.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:50.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:50.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:50.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:50.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:50.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:50.586 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:54:50.588 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:54:50.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:50.665 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:50.666 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:50.666 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:50.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:50.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:50.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:50.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:50.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:50.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:50.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:50.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:50.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:50.666 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:50.679 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:50.679 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:50.680 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:50.680 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:50.680 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:50.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:50.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:50.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:50.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:50.680 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:50.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:50.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:50.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:50.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:50.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:50.902 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:54:50.902 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:54:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:50.906034  6258 mini_oidc.cc:150] Starting JWKS server
23:54:50.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:50.909672  6258 webserver.cc:534] Webserver started at http://127.0.0.1:41429/ using document root <none> and password file <none>
23:54:50.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:50.910185  6258 mini_oidc.cc:186] Starting OIDC Discovery server
23:54:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:50.912135  6258 webserver.cc:534] Webserver started at http://127.0.0.1:34747/ using document root <none> and password file <none>
23:54:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:54:50Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:54:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:54:50Z Disabled control of system clock
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:50.978194  6258 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/wal
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/data
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/logs
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/data/info.pb
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.190:34457
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.190
23:54:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:54:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:54:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41429/jwks.json with env {}
23:54:51.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468491073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:51.082 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:54:51.083 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:54:51.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:51.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:51.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.312852  6270 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.313544  6270 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.314087  6270 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:51.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.348518  6270 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:54:51.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.348811  6270 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:51.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.349079  6270 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:54:51.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.349303  6270 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:54:51.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.349519  6270 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:54:51.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.349670  6270 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41429/jwks.json
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:51.390197  6270 master_runner.cc:387] Master server non-default flags:
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/data
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/wal
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.190:34457
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41429/jwks.json
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/data/info.pb
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.190
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/logs
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:51.391572  6270 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:51.393314  6270 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.404532  6276 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:51.510 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:51.510 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:51.510 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:51.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:51.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:51.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:51.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:51.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:51.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:51.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:51.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:51.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:51.513 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:51.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468491573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:51.601 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=26 ms, finalizationTime=2 ms).
23:54:51.610 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:54:51.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:51.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:51.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:51.960 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:51.960 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:51.960 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:51.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:51.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:51.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:51.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:51.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:51.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:51.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:51.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:51.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:51.963 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:52.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468492073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:52.087 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:54:52.089 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:54:52.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:52.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:52.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:52.509 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:52.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:52.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:52.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:52.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:52.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:52.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:52.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:52.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:52.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:52.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:52.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:52.512 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:52.512 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:52.512 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:52.512 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:52.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:52.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:52.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:52.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:52.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:52.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:52.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:52.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:52.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:52.514 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:52.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468492573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:52.584 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:54:52.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:54:52.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:52.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:51.405809  6277 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:52.773563  6279 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:52.773888  6278 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1365 milliseconds
23:54:52.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:52.776556  6270 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.372s	user 0.442s	sys 0.907s
23:54:52.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:52.776943  6270 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.372s	user 0.442s	sys 0.907s
23:54:52.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.777251  6270 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:52.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.779026  6270 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.782503  6270 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.784046  6270 hybrid_clock.cc:648] HybridClock initialized: now 1783468492783999 us; error 38 us; skew 500 ppm
23:54:52.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.785238  6270 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.794638  6270 webserver.cc:534] Webserver started at http://127.6.28.190:44899/ using document root <none> and password file <none>
23:54:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.796124  6270 fs_manager.cc:362] Metadata directory not provided
23:54:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.796540  6270 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.797185  6270 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.804562  6270 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/data/instance:
23:54:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5eff51c34a4420ca1f731f5b155a659"
23:54:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:52 on dist-test-slave-1rxj"
23:54:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.806231  6270 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/wal/instance:
23:54:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5eff51c34a4420ca1f731f5b155a659"
23:54:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:52 on dist-test-slave-1rxj"
23:54:52.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.816887  6270 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.001s
23:54:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.824035  6286 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.825295  6270 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.004s
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.825685  6270 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/wal
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5eff51c34a4420ca1f731f5b155a659"
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:52 on dist-test-slave-1rxj"
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.826032  6270 fs_report.cc:389] FS layout report
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/wal
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/wal
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/data/data
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:52.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.910737  6270 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.912292  6270 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:52.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.912755  6270 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:52.940 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:52.940 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:52.940 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:52.941 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:52.941 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:52.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:52.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:52.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:52.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:52.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:52.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:52.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:52.941 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:52.965 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:52.966 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:52.966 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:52.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:52.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:52.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:52.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:52.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:52.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:52.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:52.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:52.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:52.966 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.996129  6270 rpc_server.cc:307] RPC server started. Bound to: 127.6.28.190:34457
23:54:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.996191  6337 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.28.190:34457 every 8 connection(s)
23:54:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:52.999119  6270 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/data/info.pb
23:54:53.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.005407  6338 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.007161  6258 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 6270
23:54:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.007581  6258 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-0/wal/instance
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.011283  6258 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/wal
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/data
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/logs
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/data/info.pb
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.189:46549
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.189
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:53.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41429/jwks.json with env {}
23:54:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.017377  6338 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } has no permanent_uuid. Determining permanent_uuid...
23:54:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.050132  6338 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } has no permanent_uuid. Determining permanent_uuid...
23:54:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.053215  6289 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.057965  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.189:46549: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:53.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468493072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:53.080 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:54:53.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:54:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.107484  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } attempt: 1
23:54:53.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.112378  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.189:46549: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:53.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:53.178 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:53.179 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:53.179 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:53.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:53.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:53.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:53.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:53.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:53.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:53.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:53.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:53.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:53.180 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.180872  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } attempt: 2
23:54:53.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.186215  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.189:46549: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.277668  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } attempt: 3
23:54:53.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.282449  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.189:46549: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:53.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:53.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.360733  6340 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:53.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.361410  6340 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.361917  6340 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:53.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.397029  6340 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:54:53.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.397361  6340 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:53.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.397650  6340 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:54:53.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.397881  6340 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:54:53.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.398087  6340 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:54:53.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.398238  6340 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41429/jwks.json
23:54:53.425 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:53.425 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:53.425 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:53.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:53.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:53.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:53.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:53.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:53.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:53.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:53.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:53.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:53.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:53.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.426363  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } attempt: 4
23:54:53.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.430763  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.189:46549: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.439891  6340 master_runner.cc:387] Master server non-default flags:
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/data
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/wal
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.189:46549
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41429/jwks.json
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/data/info.pb
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.189
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/logs
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:53.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:53.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.441332  6340 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.443357  6340 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.455359  6350 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:53.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468493572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:53.590 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:54:53.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:54:53.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:53.633 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:53.634 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:53.634 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:53.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:53.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:53.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:53.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:53.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:53.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:53.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:53.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:53.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:53.636 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:53.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:53.703 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:53.703 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:53.704 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:53.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:53.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:53.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:53.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:53.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:53.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:53.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:53.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:53.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:53.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:53.730269  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } attempt: 5
23:54:53.740 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:53.740 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:53.740 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:53.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:53.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:53.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:53.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:53.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:53.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:53.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:53.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:53.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:53.742 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:53.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.743394  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.189:46549: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:53.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:54.049 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:54.050 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:54.050 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:54.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:54.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:54.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:54.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:54.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:54.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:54.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:54.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:54.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:54.052 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:54.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468494072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:54.091 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:54:54.093 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:54:54.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:54.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:54.237 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:54.238 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:54.238 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:54.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:54.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:54.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:54.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:54.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:54.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:54.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:54.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:54.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:54.239 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:54.290979  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } attempt: 6
23:54:54.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:54.323836  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.189:46549: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:54.359 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:54.359 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:54.359 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:54.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.361 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:54.393 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:54.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:54.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:54.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:54.394 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:54.394 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:54.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:54.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:54.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:54.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:54.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:54.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:54.395 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:54.409 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:54.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:54.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:54.410 [INFO - pool-178-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:54.410 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:54.411 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:54.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:54.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:54.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:54.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:54.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:54.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:54.412 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:54.413 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29956), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [45ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [75ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [111ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [114ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [302ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [564ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [564ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [944ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [944ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1122ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2563ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [4320ms] refreshing cache from master, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [4321ms] too many traces: truncated at 100 traces, deferred=Deferred@181656573(state=PENDING, result=null, callback=(continuation of Deferred@1934784589 after retry RPC after error@351562433) -> (continuation of Deferred@38837723 after retry RPC after error@382247519) -> (continuation of Deferred@1983394011 after retry RPC after error@1101917887) -> (continuation of Deferred@1200950548 after retry RPC after error@345802211) -> (continuation of Deferred@588628291 after retry RPC after error@224598920) -> (continuation of Deferred@1651591837 after retry RPC after error@313686189) -> (continuation of Deferred@530623585 after retry RPC after error@168450886) -> (continuation of Deferred@1648872760 after retry RPC after error@1664202445) -> (continuation of Deferred@2036911470 after retry RPC after error@559970670) -> (continuation of Deferred@2106740343 after retry RPC after error@326834390) -> (continuation of Deferred@742892650 after retry RPC after error@239993733) -> (continuation of Deferred@1631585741 after retry RPC after error@708189339) -> (continuation of Deferred@994285891 after retry RPC after error@1173354373) -> (continuation of Deferred@618724504 after retry RPC after error@1042869851) -> (continuation of Deferred@419881308 after retry RPC after error@594509350) -> (continuation of Deferred@4739823 after retry RPC after error@2037067403) -> (continuation of Deferred@1472806139 after retry RPC after error@261088874) -> (continuation of Deferred@1301414494 after retry RPC after error@1831690769) -> (continuation of Deferred@1931326891 after retry RPC after error@55681300) -> (continuation of Deferred@1577898962 after retry RPC after error@1488396264) -> (continuation of Deferred@1176062392 after retry RPC after error@1221466478) -> (continuation of Deferred@1894044134 after retry RPC after error@273467469), errback=(continuation of Deferred@1934784589 after retry RPC after error@351562433) -> (continuation of Deferred@38837723 after retry RPC after error@382247519) -> (continuation of Deferred@1983394011 after retry RPC after error@1101917887) -> (continuation of Deferred@1200950548 after retry RPC after error@345802211) -> (continuation of Deferred@588628291 after retry RPC after error@224598920) -> (continuation of Deferred@1651591837 after retry RPC after error@313686189) -> (continuation of Deferred@530623585 after retry RPC after error@168450886) -> (continuation of Deferred@1648872760 after retry RPC after error@1664202445) -> (continuation of Deferred@2036911470 after retry RPC after error@559970670) -> (continuation of Deferred@2106740343 after retry RPC after error@326834390) -> (continuation of Deferred@742892650 after retry RPC after error@239993733) -> (continuation of Deferred@1631585741 after retry RPC after error@708189339) -> (continuation of Deferred@994285891 after retry RPC after error@1173354373) -> (continuation of Deferred@618724504 after retry RPC after error@1042869851) -> (continuation of Deferred@419881308 after retry RPC after error@594509350) -> (continuation of Deferred@4739823 after retry RPC after error@2037067403) -> (continuation of Deferred@1472806139 after retry RPC after error@261088874) -> (continuation of Deferred@1301414494 after retry RPC after error@1831690769) -> (continuation of Deferred@1931326891 after retry RPC after error@55681300) -> (continuation of Deferred@1577898962 after retry RPC after error@1488396264) -> (continuation of Deferred@1176062392 after retry RPC after error@1221466478) -> (continuation of Deferred@1894044134 after retry RPC after error@273467469)))
23:54:54.414 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:54:54.414 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29956), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [45ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [75ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [111ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [114ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [302ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [564ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [564ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [944ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [944ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1122ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2563ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [4320ms] refreshing cache from master, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [4321ms] too many traces: truncated at 100 traces, deferred=Deferred@181656573(state=PENDING, result=null, callback=(continuation of Deferred@1934784589 after retry RPC after error@351562433) -> (continuation of Deferred@38837723 after retry RPC after error@382247519) -> (continuation of Deferred@1983394011 after retry RPC after error@1101917887) -> (continuation of Deferred@1200950548 after retry RPC after error@345802211) -> (continuation of Deferred@588628291 after retry RPC after error@224598920) -> (continuation of Deferred@1651591837 after retry RPC after error@313686189) -> (continuation of Deferred@530623585 after retry RPC after error@168450886) -> (continuation of Deferred@1648872760 after retry RPC after error@1664202445) -> (continuation of Deferred@2036911470 after retry RPC after error@559970670) -> (continuation of Deferred@2106740343 after retry RPC after error@326834390) -> (continuation of Deferred@742892650 after retry RPC after error@239993733) -> (continuation of Deferred@1631585741 after retry RPC after error@708189339) -> (continuation of Deferred@994285891 after retry RPC after error@1173354373) -> (continuation of Deferred@618724504 after retry RPC after error@1042869851) -> (continuation of Deferred@419881308 after retry RPC after error@594509350) -> (continuation of Deferred@4739823 after retry RPC after error@2037067403) -> (continuation of Deferred@1472806139 after retry RPC after error@261088874) -> (continuation of Deferred@1301414494 after retry RPC after error@1831690769) -> (continuation of Deferred@1931326891 after retry RPC after error@55681300) -> (continuation of Deferred@1577898962 after retry RPC after error@1488396264) -> (continuation of Deferred@1176062392 after retry RPC after error@1221466478) -> (continuation of Deferred@1894044134 after retry RPC after error@273467469), errback=(continuation of Deferred@1934784589 after retry RPC after error@351562433) -> (continuation of Deferred@38837723 after retry RPC after error@382247519) -> (continuation of Deferred@1983394011 after retry RPC after error@1101917887) -> (continuation of Deferred@1200950548 after retry RPC after error@345802211) -> (continuation of Deferred@588628291 after retry RPC after error@224598920) -> (continuation of Deferred@1651591837 after retry RPC after error@313686189) -> (continuation of Deferred@530623585 after retry RPC after error@168450886) -> (continuation of Deferred@1648872760 after retry RPC after error@1664202445) -> (continuation of Deferred@2036911470 after retry RPC after error@559970670) -> (continuation of Deferred@2106740343 after retry RPC after error@326834390) -> (continuation of Deferred@742892650 after retry RPC after error@239993733) -> (continuation of Deferred@1631585741 after retry RPC after error@708189339) -> (continuation of Deferred@994285891 after retry RPC after error@1173354373) -> (continuation of Deferred@618724504 after retry RPC after error@1042869851) -> (continuation of Deferred@419881308 after retry RPC after error@594509350) -> (continuation of Deferred@4739823 after retry RPC after error@2037067403) -> (continuation of Deferred@1472806139 after retry RPC after error@261088874) -> (continuation of Deferred@1301414494 after retry RPC after error@1831690769) -> (continuation of Deferred@1931326891 after retry RPC after error@55681300) -> (continuation of Deferred@1577898962 after retry RPC after error@1488396264) -> (continuation of Deferred@1176062392 after retry RPC after error@1221466478) -> (continuation of Deferred@1894044134 after retry RPC after error@273467469)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.252:46335
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:54.415 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:54:54.418 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:54:54.422 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29956), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [45ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [75ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [111ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [114ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [302ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [564ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [564ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [944ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [944ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1122ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2563ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [4320ms] refreshing cache from master, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [4320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [4321ms] too many traces: truncated at 100 traces, deferred=Deferred@181656573(state=PENDING, result=null, callback=(continuation of Deferred@1934784589 after retry RPC after error@351562433) -> (continuation of Deferred@38837723 after retry RPC after error@382247519) -> (continuation of Deferred@1983394011 after retry RPC after error@1101917887) -> (continuation of Deferred@1200950548 after retry RPC after error@345802211) -> (continuation of Deferred@588628291 after retry RPC after error@224598920) -> (continuation of Deferred@1651591837 after retry RPC after error@313686189) -> (continuation of Deferred@530623585 after retry RPC after error@168450886) -> (continuation of Deferred@1648872760 after retry RPC after error@1664202445) -> (continuation of Deferred@2036911470 after retry RPC after error@559970670) -> (continuation of Deferred@2106740343 after retry RPC after error@326834390) -> (continuation of Deferred@742892650 after retry RPC after error@239993733) -> (continuation of Deferred@1631585741 after retry RPC after error@708189339) -> (continuation of Deferred@994285891 after retry RPC after error@1173354373) -> (continuation of Deferred@618724504 after retry RPC after error@1042869851) -> (continuation of Deferred@419881308 after retry RPC after error@594509350) -> (continuation of Deferred@4739823 after retry RPC after error@2037067403) -> (continuation of Deferred@1472806139 after retry RPC after error@261088874) -> (continuation of Deferred@1301414494 after retry RPC after error@1831690769) -> (continuation of Deferred@1931326891 after retry RPC after error@55681300) -> (continuation of Deferred@1577898962 after retry RPC after error@1488396264) -> (continuation of Deferred@1176062392 after retry RPC after error@1221466478) -> (continuation of Deferred@1894044134 after retry RPC after error@273467469), errback=(continuation of Deferred@1934784589 after retry RPC after error@351562433) -> (continuation of Deferred@38837723 after retry RPC after error@382247519) -> (continuation of Deferred@1983394011 after retry RPC after error@1101917887) -> (continuation of Deferred@1200950548 after retry RPC after error@345802211) -> (continuation of Deferred@588628291 after retry RPC after error@224598920) -> (continuation of Deferred@1651591837 after retry RPC after error@313686189) -> (continuation of Deferred@530623585 after retry RPC after error@168450886) -> (continuation of Deferred@1648872760 after retry RPC after error@1664202445) -> (continuation of Deferred@2036911470 after retry RPC after error@559970670) -> (continuation of Deferred@2106740343 after retry RPC after error@326834390) -> (continuation of Deferred@742892650 after retry RPC after error@239993733) -> (continuation of Deferred@1631585741 after retry RPC after error@708189339) -> (continuation of Deferred@994285891 after retry RPC after error@1173354373) -> (continuation of Deferred@618724504 after retry RPC after error@1042869851) -> (continuation of Deferred@419881308 after retry RPC after error@594509350) -> (continuation of Deferred@4739823 after retry RPC after error@2037067403) -> (continuation of Deferred@1472806139 after retry RPC after error@261088874) -> (continuation of Deferred@1301414494 after retry RPC after error@1831690769) -> (continuation of Deferred@1931326891 after retry RPC after error@55681300) -> (continuation of Deferred@1577898962 after retry RPC after error@1488396264) -> (continuation of Deferred@1176062392 after retry RPC after error@1221466478) -> (continuation of Deferred@1894044134 after retry RPC after error@273467469)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.252:46335
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:54.424 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:54:54.424 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RUNNING to RESTARTING.
23:54:54.424 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:54.425 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:54:54.438 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:54.439 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:54.439 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:54.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.441 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:54.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468494573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:54.586 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:54:54.588 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:54:54.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:54.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:54.846 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:54.846 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:54.846 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:54.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:54.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:54.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:54.848 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:55.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468495073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:55.084 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:54:55.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:54:55.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:55.153 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:55.154 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:55.154 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:55.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.161 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:55.299 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:55.299 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:55.300 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:55.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:55.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:55.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:55.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:55.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:55.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:55.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:55.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:55.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:55.300 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:55.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:53.456094  6351 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:55.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.311203  6353 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:54.858189  6349 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 6340
23:54:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.309182  6340 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.854s	user 0.669s	sys 1.171s
23:54:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.311960  6340 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.857s	user 0.669s	sys 1.171s
23:54:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.315150  6340 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.315162  6352 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1854 milliseconds
23:54:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.316638  6340 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.319693  6340 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.321141  6340 hybrid_clock.cc:648] HybridClock initialized: now 1783468495321070 us; error 82 us; skew 500 ppm
23:54:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.322085  6340 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.328981  6340 webserver.cc:534] Webserver started at http://127.6.28.189:34705/ using document root <none> and password file <none>
23:54:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.330142  6340 fs_manager.cc:362] Metadata directory not provided
23:54:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.330384  6340 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:55.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.330933  6340 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.335669  6340 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/data/instance:
23:54:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dd231294a2a40df917524bd82ccb090"
23:54:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:55 on dist-test-slave-1rxj"
23:54:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.336874  6340 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/wal/instance:
23:54:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dd231294a2a40df917524bd82ccb090"
23:54:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:55 on dist-test-slave-1rxj"
23:54:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.345780  6340 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
23:54:55.349 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:55.349 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:55.350 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:55.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.350 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.350 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.353518  6362 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.354871  6340 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
23:54:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.355235  6340 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/wal
23:54:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dd231294a2a40df917524bd82ccb090"
23:54:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:55 on dist-test-slave-1rxj"
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.355669  6340 fs_report.cc:389] FS layout report
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/wal
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/wal
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/data/data
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:55.378 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:55.379 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:55.379 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:55.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.380 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:55.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.384464  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } attempt: 7
23:54:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.392138  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.189:46549: Network error: Client connection negotiation failed: client connection to 127.6.28.189:46549: connect: Connection refused (error 111)
23:54:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.416738  6340 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.418774  6340 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.419293  6340 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:55.433 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:55.433 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:55.433 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:55.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:55.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:55.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:55.434 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.497754  6340 rpc_server.cc:307] RPC server started. Bound to: 127.6.28.189:46549
23:54:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.497859  6416 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.28.189:46549 every 8 connection(s)
23:54:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.500594  6340 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/data/info.pb
23:54:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.507647  6417 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:55.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.508860  6258 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 6340
23:54:55.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.509315  6258 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-1/wal/instance
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.512319  6258 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/wal
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/data
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/logs
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/data/info.pb
23:54:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.188:34021
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.188
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41429/jwks.json with env {}
23:54:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.521413  6417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } has no permanent_uuid. Determining permanent_uuid...
23:54:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.543959  6417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } has no permanent_uuid. Determining permanent_uuid...
23:54:55.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.560184  6417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } has no permanent_uuid. Determining permanent_uuid...
23:54:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.562841  6366 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.567364  6417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:55.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468495573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:55.581 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:54:55.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:54:55.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.617005  6417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 1
23:54:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.621572  6417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:55.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:55.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.689989  6417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 2
23:54:55.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.694967  6417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:55.758 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:55.759 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:55.759 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:55.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.760 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.760 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.760 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:55.760 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:55.761 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:55.761 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:55.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:55.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:55.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:55.761 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:55.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.786358  6417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 3
23:54:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.791252  6417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:55.798 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RESTARTING to RUNNING.
23:54:55.798 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 0c27b7259d4fdd95b93db84a92b79b97 from Checkpoint 63 @ 1783468463124 for 0c27b7259d4fdd95b93db84a92b79b97 located at file:/tmp/junit6173627628910572124/checkpoints/0c27b7259d4fdd95b93db84a92b79b97/chk-63.
23:54:55.799 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:54:55.799 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 63 for source Source: KuduSource to checkpoint.
23:54:55.799 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:54:55.800 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:54:55.800 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:54:55.800 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 10138327bd0030b31a590d7cd3bbfa2f
23:54:55.800 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 10138327bd0030b31a590d7cd3bbfa2f.
23:54:55.802 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 10138327bd0030b31a590d7cd3bbfa2f.
23:54:55.802 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:54:55.802 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:54:55.803 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4859482f
23:54:55.803 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:54:55.803 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:54:55.803 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:54:55.803 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:54:55.805 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24ad1b
23:54:55.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:55.807 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:54:55.810 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:55.811 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:55.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.811 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:55.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.812 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:55.830 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:55.831 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:55.831 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:55.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.833 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.833 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:55.851 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:55.852 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:55.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.853 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:55.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:55.871 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:55.871 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:55.871 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:55.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.872 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:55.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.881731  6419 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:55.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.882397  6419 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.882979  6419 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:55.891 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:55.891 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:55.891 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:55.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.892 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:55.911 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:55.911 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:55.911 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:55.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.912 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.920547  6419 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:54:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.920938  6419 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.921241  6419 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:54:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.921470  6419 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:54:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.921761  6419 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:54:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.921944  6419 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41429/jwks.json
23:54:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.934723  6417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 4
23:54:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.939635  6417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.962973  6419 master_runner.cc:387] Master server non-default flags:
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/data
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/wal
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.188:34021
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41429/jwks.json
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/data/info.pb
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.188
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/logs
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:54:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.964462  6419 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:55.966256  6419 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:55.970 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:55.970 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:55.970 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:55.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:55.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:55.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:55.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:55.970 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:55.970 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:55.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:55.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:55.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:55.971 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:55.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:55.971 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:55.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.971 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:55.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:55.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:55.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:55.972 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:55.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.979380  6439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:56.031 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:56.031 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:56.032 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:56.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:56.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468496073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:56.086 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:54:56.087 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:54:56.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:56.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:56.191 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:56.191 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:56.191 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:56.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.193 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:56.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:56.239082  6417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 5
23:54:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:56.247097  6417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:56.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:56.371 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:56.371 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:56.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.372 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.372 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.372 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:56.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.373 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.373 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:56.450 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:56.451 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:56.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:56.452 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.452 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:56.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:56.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:56.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:56.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468496573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:56.590 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:54:56.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:54:56.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:56.630 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:56.684 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:56.684 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:56.684 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:56.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:56.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:56.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:56.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:56.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:56.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:56.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:56.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:56.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:56.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:56.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27814), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [56ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [74ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [74ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [104ms] refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [156ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [158ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [159ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [159ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [196ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [324ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [583ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [583ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3040ms] refreshing cache from master, [3040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3043ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [4881ms] refreshing cache from master, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4882ms] too many traces: truncated at 100 traces, deferred=Deferred@627522133(state=PENDING, result=null, callback=(continuation of Deferred@1361348382 after retry RPC after error@523803728) -> (continuation of Deferred@2080058848 after retry RPC after error@1741817176) -> (continuation of Deferred@305885899 after retry RPC after error@1228584640) -> (continuation of Deferred@1795954218 after retry RPC after error@478357206) -> (continuation of Deferred@1441243815 after retry RPC after error@1232568941) -> (continuation of Deferred@1119969327 after retry RPC after error@1198611255) -> (continuation of Deferred@795552740 after retry RPC after error@1517985934) -> (continuation of Deferred@326333430 after retry RPC after error@1586899532) -> (continuation of Deferred@684985969 after retry RPC after error@656782645) -> (continuation of Deferred@801218276 after retry RPC after error@1080694042) -> (continuation of Deferred@1220885728 after retry RPC after error@1111729360) -> (continuation of Deferred@1633035458 after retry RPC after error@1904488247) -> (continuation of Deferred@281493467 after retry RPC after error@1342012471) -> (continuation of Deferred@526201150 after retry RPC after error@1341147253) -> (continuation of Deferred@1725992887 after retry RPC after error@1113082776) -> (continuation of Deferred@888821292 after retry RPC after error@2030306086) -> (continuation of Deferred@461088390 after retry RPC after error@469711610) -> (continuation of Deferred@2102543519 after retry RPC after error@605451552) -> (continuation of Deferred@1646246066 after retry RPC after error@13985505) -> (continuation of Deferred@1875684568 after retry RPC after error@2019847028) -> (continuation of Deferred@1738643170 after retry RPC after error@1290278553), errback=(continuation of Deferred@1361348382 after retry RPC after error@523803728) -> (continuation of Deferred@2080058848 after retry RPC after error@1741817176) -> (continuation of Deferred@305885899 after retry RPC after error@1228584640) -> (continuation of Deferred@1795954218 after retry RPC after error@478357206) -> (continuation of Deferred@1441243815 after retry RPC after error@1232568941) -> (continuation of Deferred@1119969327 after retry RPC after error@1198611255) -> (continuation of Deferred@795552740 after retry RPC after error@1517985934) -> (continuation of Deferred@326333430 after retry RPC after error@1586899532) -> (continuation of Deferred@684985969 after retry RPC after error@656782645) -> (continuation of Deferred@801218276 after retry RPC after error@1080694042) -> (continuation of Deferred@1220885728 after retry RPC after error@1111729360) -> (continuation of Deferred@1633035458 after retry RPC after error@1904488247) -> (continuation of Deferred@281493467 after retry RPC after error@1342012471) -> (continuation of Deferred@526201150 after retry RPC after error@1341147253) -> (continuation of Deferred@1725992887 after retry RPC after error@1113082776) -> (continuation of Deferred@888821292 after retry RPC after error@2030306086) -> (continuation of Deferred@461088390 after retry RPC after error@469711610) -> (continuation of Deferred@2102543519 after retry RPC after error@605451552) -> (continuation of Deferred@1646246066 after retry RPC after error@13985505) -> (continuation of Deferred@1875684568 after retry RPC after error@2019847028) -> (continuation of Deferred@1738643170 after retry RPC after error@1290278553)))
23:54:56.687 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:54:56.687 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27814), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [56ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [74ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [74ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [104ms] refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [156ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [158ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [159ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [159ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [196ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [324ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [583ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [583ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3040ms] refreshing cache from master, [3040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3043ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [4881ms] refreshing cache from master, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4882ms] too many traces: truncated at 100 traces, deferred=Deferred@627522133(state=PENDING, result=null, callback=(continuation of Deferred@1361348382 after retry RPC after error@523803728) -> (continuation of Deferred@2080058848 after retry RPC after error@1741817176) -> (continuation of Deferred@305885899 after retry RPC after error@1228584640) -> (continuation of Deferred@1795954218 after retry RPC after error@478357206) -> (continuation of Deferred@1441243815 after retry RPC after error@1232568941) -> (continuation of Deferred@1119969327 after retry RPC after error@1198611255) -> (continuation of Deferred@795552740 after retry RPC after error@1517985934) -> (continuation of Deferred@326333430 after retry RPC after error@1586899532) -> (continuation of Deferred@684985969 after retry RPC after error@656782645) -> (continuation of Deferred@801218276 after retry RPC after error@1080694042) -> (continuation of Deferred@1220885728 after retry RPC after error@1111729360) -> (continuation of Deferred@1633035458 after retry RPC after error@1904488247) -> (continuation of Deferred@281493467 after retry RPC after error@1342012471) -> (continuation of Deferred@526201150 after retry RPC after error@1341147253) -> (continuation of Deferred@1725992887 after retry RPC after error@1113082776) -> (continuation of Deferred@888821292 after retry RPC after error@2030306086) -> (continuation of Deferred@461088390 after retry RPC after error@469711610) -> (continuation of Deferred@2102543519 after retry RPC after error@605451552) -> (continuation of Deferred@1646246066 after retry RPC after error@13985505) -> (continuation of Deferred@1875684568 after retry RPC after error@2019847028) -> (continuation of Deferred@1738643170 after retry RPC after error@1290278553), errback=(continuation of Deferred@1361348382 after retry RPC after error@523803728) -> (continuation of Deferred@2080058848 after retry RPC after error@1741817176) -> (continuation of Deferred@305885899 after retry RPC after error@1228584640) -> (continuation of Deferred@1795954218 after retry RPC after error@478357206) -> (continuation of Deferred@1441243815 after retry RPC after error@1232568941) -> (continuation of Deferred@1119969327 after retry RPC after error@1198611255) -> (continuation of Deferred@795552740 after retry RPC after error@1517985934) -> (continuation of Deferred@326333430 after retry RPC after error@1586899532) -> (continuation of Deferred@684985969 after retry RPC after error@656782645) -> (continuation of Deferred@801218276 after retry RPC after error@1080694042) -> (continuation of Deferred@1220885728 after retry RPC after error@1111729360) -> (continuation of Deferred@1633035458 after retry RPC after error@1904488247) -> (continuation of Deferred@281493467 after retry RPC after error@1342012471) -> (continuation of Deferred@526201150 after retry RPC after error@1341147253) -> (continuation of Deferred@1725992887 after retry RPC after error@1113082776) -> (continuation of Deferred@888821292 after retry RPC after error@2030306086) -> (continuation of Deferred@461088390 after retry RPC after error@469711610) -> (continuation of Deferred@2102543519 after retry RPC after error@605451552) -> (continuation of Deferred@1646246066 after retry RPC after error@13985505) -> (continuation of Deferred@1875684568 after retry RPC after error@2019847028) -> (continuation of Deferred@1738643170 after retry RPC after error@1290278553)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:56.688 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:54:56.690 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
23:54:56.692 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27814), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [56ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [74ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [74ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [104ms] refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [156ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [158ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [159ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [159ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [196ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [200ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [223ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [241ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [323ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [324ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [324ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [383ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [583ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [583ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3040ms] refreshing cache from master, [3040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3043ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [4881ms] refreshing cache from master, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4882ms] too many traces: truncated at 100 traces, deferred=Deferred@627522133(state=PENDING, result=null, callback=(continuation of Deferred@1361348382 after retry RPC after error@523803728) -> (continuation of Deferred@2080058848 after retry RPC after error@1741817176) -> (continuation of Deferred@305885899 after retry RPC after error@1228584640) -> (continuation of Deferred@1795954218 after retry RPC after error@478357206) -> (continuation of Deferred@1441243815 after retry RPC after error@1232568941) -> (continuation of Deferred@1119969327 after retry RPC after error@1198611255) -> (continuation of Deferred@795552740 after retry RPC after error@1517985934) -> (continuation of Deferred@326333430 after retry RPC after error@1586899532) -> (continuation of Deferred@684985969 after retry RPC after error@656782645) -> (continuation of Deferred@801218276 after retry RPC after error@1080694042) -> (continuation of Deferred@1220885728 after retry RPC after error@1111729360) -> (continuation of Deferred@1633035458 after retry RPC after error@1904488247) -> (continuation of Deferred@281493467 after retry RPC after error@1342012471) -> (continuation of Deferred@526201150 after retry RPC after error@1341147253) -> (continuation of Deferred@1725992887 after retry RPC after error@1113082776) -> (continuation of Deferred@888821292 after retry RPC after error@2030306086) -> (continuation of Deferred@461088390 after retry RPC after error@469711610) -> (continuation of Deferred@2102543519 after retry RPC after error@605451552) -> (continuation of Deferred@1646246066 after retry RPC after error@13985505) -> (continuation of Deferred@1875684568 after retry RPC after error@2019847028) -> (continuation of Deferred@1738643170 after retry RPC after error@1290278553), errback=(continuation of Deferred@1361348382 after retry RPC after error@523803728) -> (continuation of Deferred@2080058848 after retry RPC after error@1741817176) -> (continuation of Deferred@305885899 after retry RPC after error@1228584640) -> (continuation of Deferred@1795954218 after retry RPC after error@478357206) -> (continuation of Deferred@1441243815 after retry RPC after error@1232568941) -> (continuation of Deferred@1119969327 after retry RPC after error@1198611255) -> (continuation of Deferred@795552740 after retry RPC after error@1517985934) -> (continuation of Deferred@326333430 after retry RPC after error@1586899532) -> (continuation of Deferred@684985969 after retry RPC after error@656782645) -> (continuation of Deferred@801218276 after retry RPC after error@1080694042) -> (continuation of Deferred@1220885728 after retry RPC after error@1111729360) -> (continuation of Deferred@1633035458 after retry RPC after error@1904488247) -> (continuation of Deferred@281493467 after retry RPC after error@1342012471) -> (continuation of Deferred@526201150 after retry RPC after error@1341147253) -> (continuation of Deferred@1725992887 after retry RPC after error@1113082776) -> (continuation of Deferred@888821292 after retry RPC after error@2030306086) -> (continuation of Deferred@461088390 after retry RPC after error@469711610) -> (continuation of Deferred@2102543519 after retry RPC after error@605451552) -> (continuation of Deferred@1646246066 after retry RPC after error@13985505) -> (continuation of Deferred@1875684568 after retry RPC after error@2019847028) -> (continuation of Deferred@1738643170 after retry RPC after error@1290278553)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:56.693 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:54:56.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
23:54:56.694 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
23:54:56.694 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:54:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:56.794726  6417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 6
23:54:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:56.803128  6417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:56.885 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:56.885 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:56.886 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:56.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:56.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:56.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:56.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:56.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:56.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:56.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:56.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:56.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:56.887 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:56.960 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:54:56.960 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:54:56.960 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:54:56.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:56.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:56.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:54:56.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:56.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:56.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:54:56.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:56.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:56.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:54:56.962 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:54:57.009 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:57.009 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:57.009 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:57.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.011 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:57.038 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:54:57.039 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:54:57.039 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:54:57.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:57.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:57.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:54:57.039 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:57.040 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:57.040 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:54:57.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:57.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:57.040 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:54:57.040 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:54:57.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468497073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:57.084 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:54:57.085 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:54:57.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:57.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:57.164 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:57.164 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:57.164 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:57.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:57.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:57.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:57.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:57.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:57.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:57.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:57.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:57.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:57.166 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:57.353 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:57.353 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:57.354 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:57.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.354 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:57.355 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28500), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [34ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [54ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [54ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [117ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [119ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [166ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [189ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [304ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [364ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [504ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [822ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [823ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [823ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [823ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2582ms] too many traces: truncated at 100 traces, deferred=Deferred@1512440151(state=PENDING, result=null, callback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328) -> (continuation of Deferred@2055809236 after retry RPC after error@1391919918) -> (continuation of Deferred@152244166 after retry RPC after error@287809983), errback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328) -> (continuation of Deferred@2055809236 after retry RPC after error@1391919918) -> (continuation of Deferred@152244166 after retry RPC after error@287809983)))
23:54:57.356 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:54:57.357 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28500), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [34ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [54ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [54ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [117ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [119ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [166ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [189ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [304ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [364ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [504ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [822ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [823ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [823ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [823ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2582ms] too many traces: truncated at 100 traces, deferred=Deferred@1512440151(state=PENDING, result=null, callback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328) -> (continuation of Deferred@2055809236 after retry RPC after error@1391919918) -> (continuation of Deferred@152244166 after retry RPC after error@287809983), errback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328) -> (continuation of Deferred@2055809236 after retry RPC after error@1391919918) -> (continuation of Deferred@152244166 after retry RPC after error@287809983)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.190:39137
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:57.357 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:54:57.359 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:54:57.362 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28500), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [34ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [54ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [54ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [117ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [119ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [166ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [183ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [189ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [189ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [243ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [303ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [304ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [364ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [444ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [444ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [503ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [504ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [504ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [822ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [823ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [823ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [823ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2582ms] too many traces: truncated at 100 traces, deferred=Deferred@1512440151(state=PENDING, result=null, callback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328) -> (continuation of Deferred@2055809236 after retry RPC after error@1391919918) -> (continuation of Deferred@152244166 after retry RPC after error@287809983), errback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328) -> (continuation of Deferred@2055809236 after retry RPC after error@1391919918) -> (continuation of Deferred@152244166 after retry RPC after error@287809983)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.190:39137
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:57.363 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:54:57.363 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:54:57.363 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
23:54:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:57.366746  6441 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1385 milliseconds
23:54:57.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:55.980201  6440 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:57.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.368678  6419 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:54:57.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:57.368721  6442 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.373981  6419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:54:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.377797  6419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:54:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.379513  6419 hybrid_clock.cc:648] HybridClock initialized: now 1783468497379404 us; error 90 us; skew 500 ppm
23:54:57.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.380908  6419 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:54:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.391135  6419 webserver.cc:534] Webserver started at http://127.6.28.188:40531/ using document root <none> and password file <none>
23:54:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.392810  6419 fs_manager.cc:362] Metadata directory not provided
23:54:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.393306  6419 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:54:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.394124  6419 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:54:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.402539  6419 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/data/instance:
23:54:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2754a687ccdd41d1a34db50e176dd2bc"
23:54:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:57 on dist-test-slave-1rxj"
23:54:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.404459  6419 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/wal/instance:
23:54:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2754a687ccdd41d1a34db50e176dd2bc"
23:54:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:57 on dist-test-slave-1rxj"
23:54:57.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.415714  6419 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.005s	sys 0.008s
23:54:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.424892  6451 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:54:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.426438  6419 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.006s
23:54:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.426880  6419 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/wal
23:54:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2754a687ccdd41d1a34db50e176dd2bc"
23:54:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:54:57 on dist-test-slave-1rxj"
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.427366  6419 fs_report.cc:389] FS layout report
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/wal
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/wal
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/data/data
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:54:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:54:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.482637  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } attempt: 8
23:54:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.500443  6338 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } has no permanent_uuid. Determining permanent_uuid...
23:54:57.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.504644  6419 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:54:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.506421  6419 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:54:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.506932  6419 kserver.cc:163] Server-wide thread pool size limit: 3276
23:54:57.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:57.513018  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:57.533 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:57.534 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:57.534 [DEBUG - pool-185-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:57.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:57.536 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28664), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [36ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [50ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [65ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [65ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [96ms] refreshing cache from master, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [150ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [157ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [158ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [158ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [194ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [194ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [195ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [196ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [224ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [224ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [523ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [964ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [964ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [4840ms] refreshing cache from master, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4842ms] too many traces: truncated at 100 traces, deferred=Deferred@1128900637(state=PENDING, result=null, callback=(continuation of Deferred@1542496476 after retry RPC after error@1807697384) -> (continuation of Deferred@1517156269 after retry RPC after error@1424663997) -> (continuation of Deferred@180492732 after retry RPC after error@465804553) -> (continuation of Deferred@782684483 after retry RPC after error@794840679) -> (continuation of Deferred@905293262 after retry RPC after error@853104044) -> (continuation of Deferred@711833213 after retry RPC after error@131319329) -> (continuation of Deferred@533758152 after retry RPC after error@1734136491) -> (continuation of Deferred@541417059 after retry RPC after error@960390788) -> (continuation of Deferred@586381227 after retry RPC after error@599470292) -> (continuation of Deferred@696767622 after retry RPC after error@1665637748) -> (continuation of Deferred@1521541272 after retry RPC after error@553076362) -> (continuation of Deferred@935560694 after retry RPC after error@1756369479) -> (continuation of Deferred@903453673 after retry RPC after error@796936398) -> (continuation of Deferred@71795965 after retry RPC after error@1812831256) -> (continuation of Deferred@368202915 after retry RPC after error@949594347) -> (continuation of Deferred@4305769 after retry RPC after error@2884133) -> (continuation of Deferred@133958095 after retry RPC after error@1918314283) -> (continuation of Deferred@2139097331 after retry RPC after error@526192652) -> (continuation of Deferred@2013839449 after retry RPC after error@867032588) -> (continuation of Deferred@1276485402 after retry RPC after error@1002384356) -> (continuation of Deferred@93011650 after retry RPC after error@1477168577) -> (continuation of Deferred@948331669 after retry RPC after error@2049214570) -> (continuation of Deferred@646304962 after retry RPC after error@551968790) -> (continuation of Deferred@726604371 after retry RPC after error@1970712712) -> (continuation of Deferred@2111654176 after retry RPC after error@1856532573) -> (continuation of Deferred@1038512729 after retry RPC after error@2102687645), errback=(continuation of Deferred@1542496476 after retry RPC after error@1807697384) -> (continuation of Deferred@1517156269 after retry RPC after error@1424663997) -> (continuation of Deferred@180492732 after retry RPC after error@465804553) -> (continuation of Deferred@782684483 after retry RPC after error@794840679) -> (continuation of Deferred@905293262 after retry RPC after error@853104044) -> (continuation of Deferred@711833213 after retry RPC after error@131319329) -> (continuation of Deferred@533758152 after retry RPC after error@1734136491) -> (continuation of Deferred@541417059 after retry RPC after error@960390788) -> (continuation of Deferred@586381227 after retry RPC after error@599470292) -> (continuation of Deferred@696767622 after retry RPC after error@1665637748) -> (continuation of Deferred@1521541272 after retry RPC after error@553076362) -> (continuation of Deferred@935560694 after retry RPC after error@1756369479) -> (continuation of Deferred@903453673 after retry RPC after error@796936398) -> (continuation of Deferred@71795965 after retry RPC after error@1812831256) -> (continuation of Deferred@368202915 after retry RPC after error@949594347) -> (continuation of Deferred@4305769 after retry RPC after error@2884133) -> (continuation of Deferred@133958095 after retry RPC after error@1918314283) -> (continuation of Deferred@2139097331 after retry RPC after error@526192652) -> (continuation of Deferred@2013839449 after retry RPC after error@867032588) -> (continuation of Deferred@1276485402 after retry RPC after error@1002384356) -> (continuation of Deferred@93011650 after retry RPC after error@1477168577) -> (continuation of Deferred@948331669 after retry RPC after error@2049214570) -> (continuation of Deferred@646304962 after retry RPC after error@551968790) -> (continuation of Deferred@726604371 after retry RPC after error@1970712712) -> (continuation of Deferred@2111654176 after retry RPC after error@1856532573) -> (continuation of Deferred@1038512729 after retry RPC after error@2102687645)))
23:54:57.536 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:54:57.537 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28664), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [36ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [50ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [65ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [65ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [96ms] refreshing cache from master, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [150ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [157ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [158ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [158ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [194ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [194ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [195ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [196ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [224ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [224ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [523ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [964ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [964ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [4840ms] refreshing cache from master, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4842ms] too many traces: truncated at 100 traces, deferred=Deferred@1128900637(state=PENDING, result=null, callback=(continuation of Deferred@1542496476 after retry RPC after error@1807697384) -> (continuation of Deferred@1517156269 after retry RPC after error@1424663997) -> (continuation of Deferred@180492732 after retry RPC after error@465804553) -> (continuation of Deferred@782684483 after retry RPC after error@794840679) -> (continuation of Deferred@905293262 after retry RPC after error@853104044) -> (continuation of Deferred@711833213 after retry RPC after error@131319329) -> (continuation of Deferred@533758152 after retry RPC after error@1734136491) -> (continuation of Deferred@541417059 after retry RPC after error@960390788) -> (continuation of Deferred@586381227 after retry RPC after error@599470292) -> (continuation of Deferred@696767622 after retry RPC after error@1665637748) -> (continuation of Deferred@1521541272 after retry RPC after error@553076362) -> (continuation of Deferred@935560694 after retry RPC after error@1756369479) -> (continuation of Deferred@903453673 after retry RPC after error@796936398) -> (continuation of Deferred@71795965 after retry RPC after error@1812831256) -> (continuation of Deferred@368202915 after retry RPC after error@949594347) -> (continuation of Deferred@4305769 after retry RPC after error@2884133) -> (continuation of Deferred@133958095 after retry RPC after error@1918314283) -> (continuation of Deferred@2139097331 after retry RPC after error@526192652) -> (continuation of Deferred@2013839449 after retry RPC after error@867032588) -> (continuation of Deferred@1276485402 after retry RPC after error@1002384356) -> (continuation of Deferred@93011650 after retry RPC after error@1477168577) -> (continuation of Deferred@948331669 after retry RPC after error@2049214570) -> (continuation of Deferred@646304962 after retry RPC after error@551968790) -> (continuation of Deferred@726604371 after retry RPC after error@1970712712) -> (continuation of Deferred@2111654176 after retry RPC after error@1856532573) -> (continuation of Deferred@1038512729 after retry RPC after error@2102687645), errback=(continuation of Deferred@1542496476 after retry RPC after error@1807697384) -> (continuation of Deferred@1517156269 after retry RPC after error@1424663997) -> (continuation of Deferred@180492732 after retry RPC after error@465804553) -> (continuation of Deferred@782684483 after retry RPC after error@794840679) -> (continuation of Deferred@905293262 after retry RPC after error@853104044) -> (continuation of Deferred@711833213 after retry RPC after error@131319329) -> (continuation of Deferred@533758152 after retry RPC after error@1734136491) -> (continuation of Deferred@541417059 after retry RPC after error@960390788) -> (continuation of Deferred@586381227 after retry RPC after error@599470292) -> (continuation of Deferred@696767622 after retry RPC after error@1665637748) -> (continuation of Deferred@1521541272 after retry RPC after error@553076362) -> (continuation of Deferred@935560694 after retry RPC after error@1756369479) -> (continuation of Deferred@903453673 after retry RPC after error@796936398) -> (continuation of Deferred@71795965 after retry RPC after error@1812831256) -> (continuation of Deferred@368202915 after retry RPC after error@949594347) -> (continuation of Deferred@4305769 after retry RPC after error@2884133) -> (continuation of Deferred@133958095 after retry RPC after error@1918314283) -> (continuation of Deferred@2139097331 after retry RPC after error@526192652) -> (continuation of Deferred@2013839449 after retry RPC after error@867032588) -> (continuation of Deferred@1276485402 after retry RPC after error@1002384356) -> (continuation of Deferred@93011650 after retry RPC after error@1477168577) -> (continuation of Deferred@948331669 after retry RPC after error@2049214570) -> (continuation of Deferred@646304962 after retry RPC after error@551968790) -> (continuation of Deferred@726604371 after retry RPC after error@1970712712) -> (continuation of Deferred@2111654176 after retry RPC after error@1856532573) -> (continuation of Deferred@1038512729 after retry RPC after error@2102687645)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.190:39137
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:57.537 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:54:57.538 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:54:57.540 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28664), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [36ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [50ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [65ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [65ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [96ms] refreshing cache from master, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [150ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [157ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [158ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [158ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [194ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [194ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [195ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [196ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [224ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [224ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [322ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [522ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [523ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [523ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [964ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [964ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [4840ms] refreshing cache from master, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4842ms] too many traces: truncated at 100 traces, deferred=Deferred@1128900637(state=PENDING, result=null, callback=(continuation of Deferred@1542496476 after retry RPC after error@1807697384) -> (continuation of Deferred@1517156269 after retry RPC after error@1424663997) -> (continuation of Deferred@180492732 after retry RPC after error@465804553) -> (continuation of Deferred@782684483 after retry RPC after error@794840679) -> (continuation of Deferred@905293262 after retry RPC after error@853104044) -> (continuation of Deferred@711833213 after retry RPC after error@131319329) -> (continuation of Deferred@533758152 after retry RPC after error@1734136491) -> (continuation of Deferred@541417059 after retry RPC after error@960390788) -> (continuation of Deferred@586381227 after retry RPC after error@599470292) -> (continuation of Deferred@696767622 after retry RPC after error@1665637748) -> (continuation of Deferred@1521541272 after retry RPC after error@553076362) -> (continuation of Deferred@935560694 after retry RPC after error@1756369479) -> (continuation of Deferred@903453673 after retry RPC after error@796936398) -> (continuation of Deferred@71795965 after retry RPC after error@1812831256) -> (continuation of Deferred@368202915 after retry RPC after error@949594347) -> (continuation of Deferred@4305769 after retry RPC after error@2884133) -> (continuation of Deferred@133958095 after retry RPC after error@1918314283) -> (continuation of Deferred@2139097331 after retry RPC after error@526192652) -> (continuation of Deferred@2013839449 after retry RPC after error@867032588) -> (continuation of Deferred@1276485402 after retry RPC after error@1002384356) -> (continuation of Deferred@93011650 after retry RPC after error@1477168577) -> (continuation of Deferred@948331669 after retry RPC after error@2049214570) -> (continuation of Deferred@646304962 after retry RPC after error@551968790) -> (continuation of Deferred@726604371 after retry RPC after error@1970712712) -> (continuation of Deferred@2111654176 after retry RPC after error@1856532573) -> (continuation of Deferred@1038512729 after retry RPC after error@2102687645), errback=(continuation of Deferred@1542496476 after retry RPC after error@1807697384) -> (continuation of Deferred@1517156269 after retry RPC after error@1424663997) -> (continuation of Deferred@180492732 after retry RPC after error@465804553) -> (continuation of Deferred@782684483 after retry RPC after error@794840679) -> (continuation of Deferred@905293262 after retry RPC after error@853104044) -> (continuation of Deferred@711833213 after retry RPC after error@131319329) -> (continuation of Deferred@533758152 after retry RPC after error@1734136491) -> (continuation of Deferred@541417059 after retry RPC after error@960390788) -> (continuation of Deferred@586381227 after retry RPC after error@599470292) -> (continuation of Deferred@696767622 after retry RPC after error@1665637748) -> (continuation of Deferred@1521541272 after retry RPC after error@553076362) -> (continuation of Deferred@935560694 after retry RPC after error@1756369479) -> (continuation of Deferred@903453673 after retry RPC after error@796936398) -> (continuation of Deferred@71795965 after retry RPC after error@1812831256) -> (continuation of Deferred@368202915 after retry RPC after error@949594347) -> (continuation of Deferred@4305769 after retry RPC after error@2884133) -> (continuation of Deferred@133958095 after retry RPC after error@1918314283) -> (continuation of Deferred@2139097331 after retry RPC after error@526192652) -> (continuation of Deferred@2013839449 after retry RPC after error@867032588) -> (continuation of Deferred@1276485402 after retry RPC after error@1002384356) -> (continuation of Deferred@93011650 after retry RPC after error@1477168577) -> (continuation of Deferred@948331669 after retry RPC after error@2049214570) -> (continuation of Deferred@646304962 after retry RPC after error@551968790) -> (continuation of Deferred@726604371 after retry RPC after error@1970712712) -> (continuation of Deferred@2111654176 after retry RPC after error@1856532573) -> (continuation of Deferred@1038512729 after retry RPC after error@2102687645)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.190:39137
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:57.541 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:54:57.542 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:54:57.542 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
23:54:57.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468497572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.578524  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 1
23:54:57.581 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:54:57.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:54:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:57.585873  6338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.28.188:34021: Network error: Client connection negotiation failed: client connection to 127.6.28.188:34021: connect: Connection refused (error 111)
23:54:57.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.628376  6419 rpc_server.cc:307] RPC server started. Bound to: 127.6.28.188:34021
23:54:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.628545  6505 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.28.188:34021 every 8 connection(s)
23:54:57.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:57.629 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:57.630 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:57.630 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:57.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:57.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:57.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:57.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:57.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:57.630 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:57.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:57.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:57.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:57.631 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.631945  6419 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/data/info.pb
23:54:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.634124  6258 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 6419
23:54:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.634660  6258 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/master-2/wal/instance
23:54:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.639532  6506 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:54:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.639437  6338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 2
23:54:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.674291  6506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } has no permanent_uuid. Determining permanent_uuid...
23:54:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.710173  6506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } has no permanent_uuid. Determining permanent_uuid...
23:54:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.723191  6338 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: Bootstrap starting.
23:54:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.724254  6506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } has no permanent_uuid. Determining permanent_uuid...
23:54:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.732874  6338 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: Neither blocks nor log segments found. Creating new log.
23:54:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.735067  6338 log.cc:826] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: Log is configured to *not* fsync() on all Append() calls
23:54:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.742174  6338 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: No bootstrap required, opened a new log
23:54:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.752657  6506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc: Bootstrap starting.
23:54:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.761205  6506 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc: Neither blocks nor log segments found. Creating new log.
23:54:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.764842  6506 log.cc:826] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc: Log is configured to *not* fsync() on all Append() calls
23:54:57.769 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:57.770 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:57.770 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.768926  6338 raft_consensus.cc:359] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.769652  6338 raft_consensus.cc:385] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.769999  6338 raft_consensus.cc:740] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5eff51c34a4420ca1f731f5b155a659, State: Initialized, Role: FOLLOWER
23:54:57.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:57.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:57.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:57.772 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.770982  6506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc: No bootstrap required, opened a new log
23:54:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.771121  6338 consensus_queue.cc:260] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.779810  6516 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.780659  6516 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [sys.catalog]: This master's current role is: FOLLOWER
23:54:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.783231  6338 sys_catalog.cc:565] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [sys.catalog]: configured and running, proceeding with master startup.
23:54:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.801642  6506 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.803409  6506 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.803704  6506 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2754a687ccdd41d1a34db50e176dd2bc, State: Initialized, Role: FOLLOWER
23:54:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.804785  6506 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.815375  6522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.816715  6522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: This master's current role is: FOLLOWER
23:54:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.817061  6506 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: configured and running, proceeding with master startup.
23:54:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.863570  6417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } attempt: 7
23:54:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:57.881886  6531 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:54:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:57.882248  6531 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:54:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.885447  6541 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:54:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.854218  6270 master_runner.cc:187] Error getting master registration for 127.6.28.189:46549: OK, instance_id { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" instance_seqno: 1783468495475995 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:54:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.905583  6270 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:54:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.914027  6417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: Bootstrap starting.
23:54:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.921850  6417 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: Neither blocks nor log segments found. Creating new log.
23:54:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.924300  6417 log.cc:826] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: Log is configured to *not* fsync() on all Append() calls
23:54:57.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:57.930588  6292 tablet.cc:2406] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:57.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.939713  6417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: No bootstrap required, opened a new log
23:54:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.912077  6419 master_runner.cc:187] Error getting master registration for 127.6.28.189:46549: OK, instance_id { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" instance_seqno: 1783468495475995 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:54:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.953156  6419 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:54:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.955025  6522 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:54:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.955582  6522 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:57.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.962387  6313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2754a687ccdd41d1a34db50e176dd2bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5eff51c34a4420ca1f731f5b155a659" is_pre_election: true
23:54:57.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.963318  6313 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2754a687ccdd41d1a34db50e176dd2bc in term 0.
23:54:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.965159  6455 leader_election.cc:304] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2754a687ccdd41d1a34db50e176dd2bc, e5eff51c34a4420ca1f731f5b155a659; no voters: 
23:54:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.969271  6522 leader_election.cc:290] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5eff51c34a4420ca1f731f5b155a659 (127.6.28.190:34457), 7dd231294a2a40df917524bd82ccb090 (127.6.28.189:46549)
23:54:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.970150  6522 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 0 FOLLOWER]: Leader pre-election won for term 1
23:54:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.970896  6522 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:54:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.971598  6522 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 0 FOLLOWER]: Advancing to term 1
23:54:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.974810  6417 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.975808  6417 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:54:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.976223  6417 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dd231294a2a40df917524bd82ccb090, State: Initialized, Role: FOLLOWER
23:54:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:57.977387  6417 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.002676  6522 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:58.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.013674  6313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2754a687ccdd41d1a34db50e176dd2bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5eff51c34a4420ca1f731f5b155a659"
23:54:58.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.014272  6313 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [term 0 FOLLOWER]: Advancing to term 1
23:54:58.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:58.016575  6460 tablet.cc:2406] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.021346  6313 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2754a687ccdd41d1a34db50e176dd2bc in term 1.
23:54:58.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.023142  6522 leader_election.cc:290] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [CANDIDATE]: Term 1 election: Requested vote from peers e5eff51c34a4420ca1f731f5b155a659 (127.6.28.190:34457), 7dd231294a2a40df917524bd82ccb090 (127.6.28.189:46549)
23:54:58.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.022675  6455 leader_election.cc:304] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2754a687ccdd41d1a34db50e176dd2bc, e5eff51c34a4420ca1f731f5b155a659; no voters: 
23:54:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.024269  6522 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 1 FOLLOWER]: Leader election won for term 1
23:54:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.024806  6522 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [term 1 LEADER]: Becoming Leader. State: Replica: 2754a687ccdd41d1a34db50e176dd2bc, State: Running, Role: LEADER
23:54:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.025744  6522 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } }
23:54:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.028154  6544 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.029174  6544 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [sys.catalog]: This master's current role is: FOLLOWER
23:54:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.033113  6417 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [sys.catalog]: configured and running, proceeding with master startup.
23:54:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.033444  6390 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2754a687ccdd41d1a34db50e176dd2bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dd231294a2a40df917524bd82ccb090"
23:54:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.035120  6390 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [term 0 FOLLOWER]: Advancing to term 1
23:54:58.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.037344  6392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2754a687ccdd41d1a34db50e176dd2bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dd231294a2a40df917524bd82ccb090" is_pre_election: true
23:54:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.048811  6543 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2754a687ccdd41d1a34db50e176dd2bc. Latest consensus state: current_term: 1 leader_uuid: "2754a687ccdd41d1a34db50e176dd2bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:58.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.049861  6543 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: This master's current role is: LEADER
23:54:58.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.052346  6390 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2754a687ccdd41d1a34db50e176dd2bc in term 1.
23:54:58.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.052778  6548 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:54:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.063931  6548 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:54:58.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468498072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:58.083 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:54:58.085 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:54:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.111270  6390 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [term 1 FOLLOWER]: Refusing update from remote peer 2754a687ccdd41d1a34db50e176dd2bc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:54:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.112174  6313 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [term 1 FOLLOWER]: Refusing update from remote peer 2754a687ccdd41d1a34db50e176dd2bc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:54:58.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.113920  6522 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:58.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.115407  6522 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:54:58.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:58.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:58.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.163137  6555 mvcc.cc:204] Tried to move back new op lower bound from 7305086968241524736 to 7305086967948255232. Current Snapshot: MvccSnapshot[applied={T|T < 7305086968241524736}]
23:54:58.163 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:58.178 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:58.179 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:58.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:58.178642  6370 tablet.cc:2406] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:54:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:58.177255  6559 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:54:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:58.181113  6559 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:54:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.162865  6516 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2754a687ccdd41d1a34db50e176dd2bc. Latest consensus state: current_term: 1 leader_uuid: "2754a687ccdd41d1a34db50e176dd2bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.187469  6516 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [sys.catalog]: This master's current role is: FOLLOWER
23:54:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.188674  6544 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2754a687ccdd41d1a34db50e176dd2bc. Latest consensus state: current_term: 1 leader_uuid: "2754a687ccdd41d1a34db50e176dd2bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.189611  6544 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [sys.catalog]: This master's current role is: FOLLOWER
23:54:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.195633  6562 mvcc.cc:204] Tried to move back new op lower bound from 7305086968241524736 to 7305086967948255232. Current Snapshot: MvccSnapshot[applied={T|T < 7305086968241524736}]
23:54:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.199466  6544 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2754a687ccdd41d1a34db50e176dd2bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.200359  6544 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090 [sys.catalog]: This master's current role is: FOLLOWER
23:54:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.207371  6522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2754a687ccdd41d1a34db50e176dd2bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.208086  6522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: This master's current role is: LEADER
23:54:58.210 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.210132  6522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2754a687ccdd41d1a34db50e176dd2bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:58.211 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:58.211 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:58.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:58.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:58.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:58.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:58.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:58.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:58.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:58.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:58.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:58.212 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:54:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.210783  6522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc [sys.catalog]: This master's current role is: LEADER
23:54:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.217794  6548 catalog_manager.cc:1382] Generated new cluster ID: c7df2f32421a4dbdaf951e80132dcba3
23:54:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.218086  6548 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:54:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.251829  6516 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2754a687ccdd41d1a34db50e176dd2bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5eff51c34a4420ca1f731f5b155a659" member_type: VOTER last_known_addr { host: "127.6.28.190" port: 34457 } } peers { permanent_uuid: "7dd231294a2a40df917524bd82ccb090" member_type: VOTER last_known_addr { host: "127.6.28.189" port: 46549 } } peers { permanent_uuid: "2754a687ccdd41d1a34db50e176dd2bc" member_type: VOTER last_known_addr { host: "127.6.28.188" port: 34021 } } }
23:54:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.252573  6516 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659 [sys.catalog]: This master's current role is: FOLLOWER
23:54:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.282866  6548 catalog_manager.cc:1405] Generated new certificate authority record
23:54:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.285108  6548 catalog_manager.cc:1539] Loading token signing keys...
23:54:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.344655  6548 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2754a687ccdd41d1a34db50e176dd2bc: Generated new TSK 0
23:54:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.346056  6548 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:54:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.400382  6258 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:54:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/wal
23:54:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/data
23:54:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/logs
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/data/info.pb
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.129:0
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.28.129
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.129
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:54:58.449 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.449 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.450 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.452 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29577), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [29ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [58ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [153ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [158ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [158ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [188ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [188ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [266ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [362ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [902ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1244ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2044ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4740ms] refreshing cache from master, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@20049953(state=PENDING, result=null, callback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546), errback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546)))
23:54:58.453 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.453 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.453 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.453 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29577), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [29ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [58ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [153ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [158ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [158ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [188ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [188ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [266ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [362ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [902ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1244ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2044ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4740ms] refreshing cache from master, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@20049953(state=PENDING, result=null, callback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546), errback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29577), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [29ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [58ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [153ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [158ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [158ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [188ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [188ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [266ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [362ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [902ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1244ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2044ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4740ms] refreshing cache from master, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@20049953(state=PENDING, result=null, callback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546), errback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.61:42317
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:58.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.455 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.458 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29577), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [29ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [58ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [153ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [158ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [158ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [188ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [188ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [266ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [362ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [902ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1244ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2044ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4740ms] refreshing cache from master, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@20049953(state=PENDING, result=null, callback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546), errback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29577), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [29ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [58ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [152ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [153ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [158ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [158ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [187ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [188ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [188ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [262ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [266ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [266ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [362ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [582ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [583ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [901ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [902ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1244ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2044ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [4740ms] refreshing cache from master, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@20049953(state=PENDING, result=null, callback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546), errback=(continuation of Deferred@80920905 after retry RPC after error@994478651) -> (continuation of Deferred@1336953483 after retry RPC after error@1091439524) -> (continuation of Deferred@1396986437 after retry RPC after error@1557925188) -> (continuation of Deferred@301330502 after retry RPC after error@546806519) -> (continuation of Deferred@1370497754 after retry RPC after error@1840952197) -> (continuation of Deferred@1408440756 after retry RPC after error@1336893727) -> (continuation of Deferred@534326466 after retry RPC after error@667390503) -> (continuation of Deferred@1823609298 after retry RPC after error@1486955202) -> (continuation of Deferred@248035880 after retry RPC after error@361056124) -> (continuation of Deferred@1766193311 after retry RPC after error@941842503) -> (continuation of Deferred@1936819345 after retry RPC after error@1290834724) -> (continuation of Deferred@179772197 after retry RPC after error@699757420) -> (continuation of Deferred@1444888519 after retry RPC after error@515829651) -> (continuation of Deferred@753049938 after retry RPC after error@785287601) -> (continuation of Deferred@25197224 after retry RPC after error@1747701628) -> (continuation of Deferred@1366956826 after retry RPC after error@186876805) -> (continuation of Deferred@158657907 after retry RPC after error@1058181902) -> (continuation of Deferred@1051852093 after retry RPC after error@697921221) -> (continuation of Deferred@120062448 after retry RPC after error@738818296) -> (continuation of Deferred@501231697 after retry RPC after error@2146273902) -> (continuation of Deferred@940385250 after retry RPC after error@1604600483) -> (continuation of Deferred@1130005438 after retry RPC after error@1358417729) -> (continuation of Deferred@20243598 after retry RPC after error@2088247121) -> (continuation of Deferred@1806181395 after retry RPC after error@97219552) -> (continuation of Deferred@603846467 after retry RPC after error@532932346) -> (continuation of Deferred@903987629 after retry RPC after error@1810620546)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.61:42317
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:54:58.458 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:54:58.458 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
23:54:58.469 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.469 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
23:54:58.469 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.470 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.470 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:54:58.470 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
23:54:58.470 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:54:58.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.471 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.489 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.489 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.490 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.490 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:54:58.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.490 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
23:54:58.490 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:54:58.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.491 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
23:54:58.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.492 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
23:54:58.492 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d2b24b5be07c54027760c4793ebc532d
23:54:58.509 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.509 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.510 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.510 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.510 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.511 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.529 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.529 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.530 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.531 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.549 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:54:58.549 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:54:58.550 [DEBUG - pool-188-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:54:58.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:58.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:58.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:54:58.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:58.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:58.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:54:58.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:58.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:58.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:54:58.551 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:54:58.552 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29677), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [15ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [27ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [28ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [84ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [90ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [97ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [97ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [143ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [143ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [205ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [206ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [206ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [264ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [265ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [265ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [343ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [423ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [424ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [424ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [424ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [583ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [583ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [584ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [584ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [604ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [604ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1841ms] refreshing cache from master, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1844ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1844ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1844ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4862ms] too many traces: truncated at 100 traces, deferred=Deferred@119165052(state=PENDING, result=null, callback=(continuation of Deferred@609981340 after retry RPC after error@1667564237) -> (continuation of Deferred@804021684 after retry RPC after error@2057324933) -> (continuation of Deferred@44032574 after retry RPC after error@1227357130) -> (continuation of Deferred@95086239 after retry RPC after error@2109635534) -> (continuation of Deferred@13494357 after retry RPC after error@1992469037) -> (continuation of Deferred@613295220 after retry RPC after error@710957856) -> (continuation of Deferred@1157665145 after retry RPC after error@653318198) -> (continuation of Deferred@1938351384 after retry RPC after error@1528367378) -> (continuation of Deferred@441700433 after retry RPC after error@977443397) -> (continuation of Deferred@248907824 after retry RPC after error@487903585) -> (continuation of Deferred@432102346 after retry RPC after error@939489797) -> (continuation of Deferred@156660546 after retry RPC after error@846341328) -> (continuation of Deferred@561919583 after retry RPC after error@1830637351) -> (continuation of Deferred@1475079589 after retry RPC after error@1947997996) -> (continuation of Deferred@603982654 after retry RPC after error@602086638) -> (continuation of Deferred@728583154 after retry RPC after error@1071418564) -> (continuation of Deferred@463550970 after retry RPC after error@538853900) -> (continuation of Deferred@1642966822 after retry RPC after error@973907315) -> (continuation of Deferred@686830881 after retry RPC after error@2049711121) -> (continuation of Deferred@1983121645 after retry RPC after error@701242469) -> (continuation of Deferred@3960128 after retry RPC after error@443168194) -> (continuation of Deferred@1288647938 after retry RPC after error@86583242) -> (continuation of Deferred@1721502786 after retry RPC after error@764666230) -> (continuation of Deferred@415348451 after retry RPC after error@1411040582), errback=(continuation of Deferred@609981340 after retry RPC after error@1667564237) -> (continuation of Deferred@804021684 after retry RPC after error@2057324933) -> (continuation of Deferred@44032574 after retry RPC after error@1227357130) -> (continuation of Deferred@95086239 after retry RPC after error@2109635534) -> (continuation of Deferred@13494357 after retry RPC after error@1992469037) -> (continuation of Deferred@613295220 after retry RPC after error@710957856) -> (continuation of Deferred@1157665145 after retry RPC after error@653318198) -> (continuation of Deferred@1938351384 after retry RPC after error@1528367378) -> (continuation of Deferred@441700433 after retry RPC after error@977443397) -> (continuation of Deferred@248907824 after retry RPC after error@487903585) -> (continuation of Deferred@432102346 after retry RPC after error@939489797) -> (continuation of Deferred@156660546 after retry RPC after error@846341328) -> (continuation of Deferred@561919583 after retry RPC after error@1830637351) -> (continuation of Deferred@1475079589 after retry RPC after error@1947997996) -> (continuation of Deferred@603982654 after retry RPC after error@602086638) -> (continuation of Deferred@728583154 after retry RPC after error@1071418564) -> (continuation of Deferred@463550970 after retry RPC after error@538853900) -> (continuation of Deferred@1642966822 after retry RPC after error@973907315) -> (continuation of Deferred@686830881 after retry RPC after error@2049711121) -> (continuation of Deferred@1983121645 after retry RPC after error@701242469) -> (continuation of Deferred@3960128 after retry RPC after error@443168194) -> (continuation of Deferred@1288647938 after retry RPC after error@86583242) -> (continuation of Deferred@1721502786 after retry RPC after error@764666230) -> (continuation of Deferred@415348451 after retry RPC after error@1411040582)))
23:54:58.552 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.552 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.552 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.553 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468498572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:58.580 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:54:58.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:54:58.609 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.611 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.612 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.612 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.612 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:58.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:58.669 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.669 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.669 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.670 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.670 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.809 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.810 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.810 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.811 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.860 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:58.861 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:58.861 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:58.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.862 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.887850  6531 catalog_manager.cc:1294] Loaded cluster ID: c7df2f32421a4dbdaf951e80132dcba3
23:54:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.888139  6531 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: loading cluster ID for follower catalog manager: success
23:54:58.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.902477  6531 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: acquiring CA information for follower catalog manager: success
23:54:58.909 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:58.909 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:58.910 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:58.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:58.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:58.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:58.911 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:58.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:58.912091  6531 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e5eff51c34a4420ca1f731f5b155a659: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:54:58.938 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:58.938 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:58.939 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:58.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:58.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:58.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:58.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:59.025775  6569 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:54:59.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:59.026803  6569 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:54:59.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:59.027763  6569 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:54:59.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468499072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:59.082 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:54:59.083 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:54:59.090 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:59.090 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:59.090 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:59.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:59.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:59.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:59.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:59.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:59.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:59.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:59.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:59.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:59.091 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:59.100 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:59.100 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:59.101 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:59.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:59.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:59.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:59.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:59.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:59.101 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:59.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:59.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:59.101 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:59.101 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:59.111697  6569 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:54:59.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:59.113437  6569 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.28.129
23:54:59.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:59.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:59.146 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:54:59.146 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:54:59.146 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:54:59.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:59.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:59.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:54:59.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:59.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:59.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:59.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:59.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:54:59.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:54:59.148 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:54:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:59.196048  6559 catalog_manager.cc:1294] Loaded cluster ID: c7df2f32421a4dbdaf951e80132dcba3
23:54:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:59.196347  6559 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: loading cluster ID for follower catalog manager: success
23:54:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:59.207022  6559 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: acquiring CA information for follower catalog manager: success
23:54:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:59.212421  6559 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7dd231294a2a40df917524bd82ccb090: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:59.215971  6569 tablet_server_runner.cc:78] Tablet server non-default flags:
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/data
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/wal
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.129:0
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/data/info.pb
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.129
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.28.129
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/logs
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:54:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:54:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:54:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:54:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:54:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:54:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:54:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:54:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:59.218859  6569 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:54:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:54:59.221536  6569 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:54:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:59.274447  6578 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:54:59.430 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:54:59.430 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:54:59.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:59.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:59.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:54:59.431 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:54:59.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:59.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:59.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:54:59.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:59.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:59.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:54:59.432 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:54:59.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468499573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:54:59.587 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:54:59.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:54:59.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:59.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:54:59.691 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:54:59.691 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:54:59.691 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:54:59.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:59.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:59.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:54:59.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:59.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:59.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:54:59.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:59.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:59.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:54:59.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:00.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468500073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:00.087 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:55:00.088 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:55:00.111 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:00.111 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:00.111 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:00.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:00.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:00.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:00.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:00.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:00.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:00.112 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:00.112 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:00.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:00.112 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:00.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:00.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:00.439 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:00.440 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:00.440 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:00.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:00.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:00.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:00.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:00.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:00.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:00.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:00.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:00.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:00.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:00.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468500573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:00.584 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:55:00.586 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:55:00.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:00.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:00.710 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:00.710 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:00.710 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:00.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:00.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:00.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:00.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:00.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:00.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:00.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:00.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:00.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:00.711 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:00.790 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:00.790 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:00.790 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:00.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:00.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:00.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:00.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:00.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:00.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:00.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:00.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:00.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:00.792 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:00.838 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:00.838 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:00.839 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:00.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:00.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:00.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:00.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:00.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:00.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:00.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:00.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:00.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:00.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:00.943 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:00.944 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:00.944 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:00.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:00.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:00.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:00.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:00.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:00.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:00.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:00.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:00.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:00.946 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:00.963 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:00.964 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:00.964 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:00.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:00.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:00.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:00.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:00.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:00.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:00.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:00.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:00.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:00.968 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:01.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468501073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:01.084 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:01.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:55:01.103 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:01.103 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:01.104 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:01.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:01.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:01.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:01.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:01.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:01.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:01.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:01.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:01.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:01.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:01.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:01.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:01.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468501573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:01.583 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:55:01.586 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:55:01.627 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:01.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:02.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468502073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:02.085 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:55:02.087 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:55:02.091 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:02.091 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:02.091 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:02.092 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:02.092 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:02.092 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:02.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:02.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:02.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:02.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:02.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:02.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:02.093 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:02.105 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:02.106 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:02.106 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:02.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.108 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:02.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:02.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:02.460 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:02.461 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:02.461 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:02.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.462 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.462 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.462 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:00.660130  6577 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 6569
23:55:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:02.542701  6569 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.253s	user 0.758s	sys 1.381s
23:55:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:02.544837  6569 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.255s	user 0.758s	sys 1.381s
23:55:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:54:59.290652  6580 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:02.545295  6582 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:02.550923  6581 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3251 milliseconds
23:55:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.550985  6569 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:02.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.552838  6569 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:02.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.555992  6569 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.557593  6569 hybrid_clock.cc:648] HybridClock initialized: now 1783468502557477 us; error 118 us; skew 500 ppm
23:55:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.558960  6569 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:02.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.567904  6569 webserver.cc:534] Webserver started at http://127.6.28.129:46403/ using document root <none> and password file <none>
23:55:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.569307  6569 fs_manager.cc:362] Metadata directory not provided
23:55:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.569621  6569 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.570317  6569 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:02.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468502572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.577450  6569 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/data/instance:
23:55:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9edd984126524d2fbfcecf8b0fabba0c"
23:55:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:02 on dist-test-slave-1rxj"
23:55:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.580168  6569 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/wal/instance:
23:55:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9edd984126524d2fbfcecf8b0fabba0c"
23:55:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:02 on dist-test-slave-1rxj"
23:55:02.581 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:55:02.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:55:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.590770  6569 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.004s	sys 0.004s
23:55:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.598553  6592 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.599913  6569 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
23:55:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.600390  6569 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/wal
23:55:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9edd984126524d2fbfcecf8b0fabba0c"
23:55:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:02 on dist-test-slave-1rxj"
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.600703  6569 fs_report.cc:389] FS layout report
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/wal
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/wal
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/data/data
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:02.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:02.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.661427  6569 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.663025  6569 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.663506  6569 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.666687  6569 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.671464  6569 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.671667  6569 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.671870  6569 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.672001  6569 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:55:02.778 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:02.779 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:02.779 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:02.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.780 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:02.838 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:02.839 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:02.839 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:02.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:02.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:02.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:02.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:02.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:02.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:02.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:02.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:02.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:02.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:02.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.858664  6569 rpc_server.cc:307] RPC server started. Bound to: 127.6.28.129:42633
23:55:02.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.858791  6706 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.28.129:42633 every 8 connection(s)
23:55:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.861635  6569 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/data/info.pb
23:55:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.871547  6258 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 6569
23:55:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.872228  6258 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-0/wal/instance
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.897784  6258 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/wal
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/data
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/logs
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/data/info.pb
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.130:0
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.28.130
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.130
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:55:02.925 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:02.925 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:02.926 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:02.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:02.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:02.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:02.927 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:02.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.940478  6710 heartbeater.cc:344] Connected to a master server at 127.6.28.190:34457
23:55:02.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.940938  6710 heartbeater.cc:461] Registering TS with master...
23:55:02.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.941395  6709 heartbeater.cc:344] Connected to a master server at 127.6.28.189:46549
23:55:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.941816  6709 heartbeater.cc:461] Registering TS with master...
23:55:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.942538  6710 heartbeater.cc:507] Master 127.6.28.190:34457 requested a full tablet report, sending...
23:55:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.942797  6709 heartbeater.cc:507] Master 127.6.28.189:46549 requested a full tablet report, sending...
23:55:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.945207  6707 heartbeater.cc:344] Connected to a master server at 127.6.28.188:34021
23:55:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.945536  6707 heartbeater.cc:461] Registering TS with master...
23:55:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.946341  6381 ts_manager.cc:194] Registered new tserver with Master: 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633)
23:55:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.946503  6707 heartbeater.cc:507] Master 127.6.28.188:34021 requested a full tablet report, sending...
23:55:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.947072  6303 ts_manager.cc:194] Registered new tserver with Master: 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633)
23:55:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.950191  6471 ts_manager.cc:194] Registered new tserver with Master: 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633)
23:55:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:02.953253  6471 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.28.129:44415
23:55:03.070 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:03.070 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:03.070 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:03.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:03.070 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:03.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:03.070 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:03.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:03.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:03.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:03.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:03.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:03.071 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:03.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468503072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:03.080 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:55:03.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:55:03.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:03.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:03.204 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:03.204 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:03.204 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:03.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:03.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:03.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:03.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:03.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:03.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:03.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:03.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:03.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:03.205 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:03.287632  6717 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:03.288111  6717 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:03.288633  6717 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:03.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:03.323298  6717 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:03.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:03.324142  6717 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.28.130
23:55:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:03.367297  6717 tablet_server_runner.cc:78] Tablet server non-default flags:
23:55:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:55:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/data
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/wal
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.130:0
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/data/info.pb
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.130
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.28.130
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/logs
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:03.369096  6717 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:03.371361  6717 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:03.385924  6725 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:03.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468503572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:03.588 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:55:03.590 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:55:03.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:03.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:03.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:03.958087  6707 heartbeater.cc:499] Master 127.6.28.188:34021 was elected leader, sending a full tablet report...
23:55:04.009 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.010 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.010 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468504073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:04.084 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:55:04.085 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:55:04.090 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.090 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.090 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.091 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:04.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:04.350 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.350 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.351 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.353 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.353 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.353 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.354 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.416 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:55:04.417 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:55:04.418 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:55:04.419 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:55:04.421 [INFO - Thread-40] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:55:04.421 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
23:55:04.421 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state TERMINATED
23:55:04.421 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state TERMINATED
23:55:04.421 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state TERMINATED
23:55:04.427 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:04.432 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:04.434 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
23:55:04.434 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:55:04.434 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
23:55:04.435 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:55:04.436 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:55:04.437 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:04.438 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
23:55:04.438 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
23:55:04.439 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@53dc841a
23:55:04.439 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:04.440 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:55:04.440 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:55:04.445 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
23:55:04.445 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:55:04.445 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60d91f3a
23:55:04.446 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:55:04.446 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
23:55:04.447 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:55:04.447 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
23:55:04.447 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:55:04.447 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
23:55:04.448 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
23:55:04.448 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:55:04.448 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:55:04.449 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:04.450 [INFO - Thread-40] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:55:04.450 [INFO - Thread-40] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:55:04.453 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:55:04.454 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:55:04.454 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
23:55:04.456 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
23:55:04.455 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:04.457 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:04.457 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@14728a5b
23:55:04.458 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:04.458 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:55:04.458 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:55:04.459 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:55:04.459 [DEBUG - Thread-40] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:04.460 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:55:04.461 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:55:04.462 [INFO - Thread-40] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:55:04.462 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
23:55:04.462 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
23:55:04.463 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57a0728b
23:55:04.463 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:04.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@101c0282
23:55:04.465 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:55:04.465 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:55:04.466 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
23:55:04.466 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
23:55:04.466 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:55:04.466 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d13b84b
23:55:04.466 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:04.466 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:55:04.467 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:55:04.467 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:55:04.469 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:04.469 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.470 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:04.470 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:04.470 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:04.471 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:04.471 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.472 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.478 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ca9c499
23:55:04.479 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@18a19e45
23:55:04.480 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:04.481 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:04.490 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.497 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.499 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:04.499 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:04.500 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:04.500 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:04.500 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:04.500 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:04.501 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:04.501 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:04.501 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:04.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:04.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:04.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:04.502 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:04.515 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.526 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.527 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.532 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.543 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.549 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.551 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.557 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.558 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.563 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.563 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.565 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.566 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.566 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.567 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.568 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.569 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.569 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.570 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.571 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.571 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.572 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468504573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:04.582 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:04.582 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:04.582 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:04.582 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:55:04.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:04.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:04.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:04.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:04.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:04.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:04.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:04.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:04.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:04.584 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:04.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:55:04.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.586 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.587 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.588 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.588 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.589 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.589 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.593 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.593 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.595 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.596 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.597 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.598 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.598 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.600 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.606 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.607 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.607 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.609 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.609 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.609 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.611 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.613 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.613 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.614 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.615 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.617 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.618 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.619 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.619 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.620 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.621 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.621 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.622 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.622 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.623 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:04.626 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.626 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.626 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.627 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.628 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.628 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.628 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.629 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.629 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.629 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.630 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.630 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.630 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.631 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:04.631 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.631 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.632 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.632 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.633 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.633 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.637 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.640 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.646 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.646 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.646 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.647 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.647 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.647 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.648 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.648 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.648 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.648 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.649 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.649 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.649 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.650 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.651 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.651 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.651 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.652 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.667 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.668 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.668 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.668 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.668 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.669 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.669 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.669 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.669 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.669 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.674 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.675 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.689 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.689 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.689 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.691 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.691 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.692 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.692 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.708 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.708 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.708 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.708 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.708 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.708 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.709 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.709 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.710 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.726 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.726 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.727 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.727 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.728 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.729 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.729 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.729 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.729 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.729 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.729 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.730 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.748 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.748 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.748 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.750 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.750 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.750 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.750 [DEBUG - pool-270-thread-1] (NetUtil.java:139) Resolved '127.29.170.62' into [/127.29.170.62] in 1158119ns
23:55:04.750 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.750 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.750 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.751 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.752 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.752 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.752 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.752 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.753 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.752 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.754 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.755 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.766 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.767 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.768 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.769 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.770 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.770 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.771 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:04.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.772 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.788 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.789 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.789 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.789 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.790 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.798 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:04.798 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:04.798 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:04.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:04.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:04.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:04.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:04.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:04.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:04.800 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:04.800 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:04.800 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:04.800 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:04.811 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.812 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.812 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.812 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.813 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.813 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.848 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.848 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.848 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.849 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.872 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.872 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.872 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.888 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.889 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.889 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.889 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.889 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.890 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:04.908 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:04.908 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:04.908 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:04.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:04.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:04.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:04.911 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:03.390442  6728 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:03.387461  6726 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:04.918474  6727 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1527 milliseconds
23:55:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.918593  6717 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.920049  6717 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.922693  6717 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:04.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.924101  6717 hybrid_clock.cc:648] HybridClock initialized: now 1783468504924066 us; error 58 us; skew 500 ppm
23:55:04.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.925079  6717 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:04.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.931617  6717 webserver.cc:534] Webserver started at http://127.6.28.130:37453/ using document root <none> and password file <none>
23:55:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.932567  6717 fs_manager.cc:362] Metadata directory not provided
23:55:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.932814  6717 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.933292  6717 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.937791  6717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/data/instance:
23:55:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0024a0e140cc442a94ee04f3c3e22291"
23:55:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:04 on dist-test-slave-1rxj"
23:55:04.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.938956  6717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/wal/instance:
23:55:04.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0024a0e140cc442a94ee04f3c3e22291"
23:55:04.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:04 on dist-test-slave-1rxj"
23:55:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.947314  6717 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.000s	sys 0.008s
23:55:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.954298  6789 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.955734  6717 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:55:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.956193  6717 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/wal
23:55:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0024a0e140cc442a94ee04f3c3e22291"
23:55:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:04 on dist-test-slave-1rxj"
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:04.956712  6717 fs_report.cc:389] FS layout report
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/wal
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/wal
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/data/data
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:04.986 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:04.986 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:04.986 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:04.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:04.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:04.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:04.987 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.006 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.006 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.006 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.007 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.054288  6717 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:05.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.055840  6717 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:05.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.056268  6717 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.059203  6717 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.063807  6717 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.064020  6717 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.064255  6717 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.064419  6717 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:55:05.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468505073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:05.086 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:55:05.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:55:05.098 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:05.099 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:05.099 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:05.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:05.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:05.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:05.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:05.099 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:05.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:05.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:05.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:05.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:05.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:05.108 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.108 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.109 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.110 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:05.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:05.207 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:05.208 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:05.208 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:05.209 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:05.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:05.209 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:05.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:05.209 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:05.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:05.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:05.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:05.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:05.209 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:05.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.223636  6717 rpc_server.cc:307] RPC server started. Bound to: 127.6.28.130:46303
23:55:05.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.223754  6901 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.28.130:46303 every 8 connection(s)
23:55:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.226552  6717 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/data/info.pb
23:55:05.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.228165  6258 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 6717
23:55:05.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.228669  6258 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-1/wal/instance
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.256719  6258 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/wal
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/data
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/logs
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/data/info.pb
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:55:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.131:0
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.28.131
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.131
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:55:05.268 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.269 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.269 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.270 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:05.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.284274  6902 heartbeater.cc:344] Connected to a master server at 127.6.28.188:34021
23:55:05.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.284888  6902 heartbeater.cc:461] Registering TS with master...
23:55:05.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.286445  6902 heartbeater.cc:507] Master 127.6.28.188:34021 requested a full tablet report, sending...
23:55:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.290694  6471 ts_manager.cc:194] Registered new tserver with Master: 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130:46303)
23:55:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.291252  6903 heartbeater.cc:344] Connected to a master server at 127.6.28.189:46549
23:55:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.291587  6903 heartbeater.cc:461] Registering TS with master...
23:55:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.292459  6903 heartbeater.cc:507] Master 127.6.28.189:46549 requested a full tablet report, sending...
23:55:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.292735  6471 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.28.130:58045
23:55:05.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.296767  6381 ts_manager.cc:194] Registered new tserver with Master: 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130:46303)
23:55:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.300952  6904 heartbeater.cc:344] Connected to a master server at 127.6.28.190:34457
23:55:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.301225  6904 heartbeater.cc:461] Registering TS with master...
23:55:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.301797  6904 heartbeater.cc:507] Master 127.6.28.190:34457 requested a full tablet report, sending...
23:55:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.304134  6303 ts_manager.cc:194] Registered new tserver with Master: 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130:46303)
23:55:05.351 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.352 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.352 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.352 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.352 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.365 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:05.365 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:05.366 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:05.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:05.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:05.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:05.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:05.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:05.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:05.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:05.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:05.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:05.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:05.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468505573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:05.586 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.587 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:55:05.587 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.587 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.589 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:55:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:05.621601  6912 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:05.622272  6912 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:05.622720  6912 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:05.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:05.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:05.675591  6912 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:05.676385  6912 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.28.131
23:55:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.714534  6912 tablet_server_runner.cc:78] Tablet server non-default flags:
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.28.148:42399
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/data
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/wal
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.28.131:0
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/data/info.pb
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.28.131
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.28.131
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/logs
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.715850  6912 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:05.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:05.717451  6912 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:05.727 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:05.728 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:05.728 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:05.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:05.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:05.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:05.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:05.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:05.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:05.729 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:05.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:05.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:05.729 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:05.729 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.729 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.729 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:05.732156  6918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:05.766 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.767 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.767 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.769 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.769 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.769 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.769 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:05.778 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:05.778 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:05.779 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:05.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:05.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:05.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:05.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:05.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:05.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:05.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:05.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:05.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:05.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:05.791 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:05.791 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:05.791 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:05.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:05.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:05.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:05.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:05.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:05.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:05.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:05.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:05.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:05.793 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:05.809 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.809 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.809 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.810 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.811 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.849 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.850 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.850 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.851 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:05.868 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:05.868 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:05.869 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:05.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:05.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:05.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:05.870 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:06.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468506073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:06.091 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
23:55:06.092 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:55:06.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:06.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:06.168 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:06.169 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:06.169 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:06.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:06.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:06.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:06.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:06.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:06.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:06.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:06.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:06.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:06.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:06.171 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:06.171 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:06.171 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:06.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:06.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:06.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:06.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:06.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:06.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:06.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:06.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:06.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:06.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:06.244 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:06.244 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:06.244 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:06.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:06.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:06.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:06.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:06.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:06.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:06.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:06.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:06.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:06.247 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:06.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:06.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:06.297344  6902 heartbeater.cc:499] Master 127.6.28.188:34021 was elected leader, sending a full tablet report...
23:55:06.471 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:06.472 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:06.472 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:06.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:06.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:06.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:06.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:06.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:06.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:06.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:06.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:06.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:06.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:06.503 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:06.504 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:06.504 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:06.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:06.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:06.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:06.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:06.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:06.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:06.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:06.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:06.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:06.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:06.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468506572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:06.588 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:55:06.593 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:55:06.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:06.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:06.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:07.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468507072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:07.084 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:07.084 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:55:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:05.733107  6919 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:07.117870  6921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:07.120566  6920 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1384 milliseconds
23:55:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.120702  6912 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.122087  6912 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:07.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:07.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.124872  6912 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:07.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.126293  6912 hybrid_clock.cc:648] HybridClock initialized: now 1783468507126259 us; error 34 us; skew 500 ppm
23:55:07.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.127060  6912 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:07.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.134236  6912 webserver.cc:534] Webserver started at http://127.6.28.131:32869/ using document root <none> and password file <none>
23:55:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.135233  6912 fs_manager.cc:362] Metadata directory not provided
23:55:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.135435  6912 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.135825  6912 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:07.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.140492  6912 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/data/instance:
23:55:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa2aac9eb7624ada9ec70c1a92604389"
23:55:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:07 on dist-test-slave-1rxj"
23:55:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.141695  6912 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/wal/instance:
23:55:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa2aac9eb7624ada9ec70c1a92604389"
23:55:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:07 on dist-test-slave-1rxj"
23:55:07.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.150405  6912 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
23:55:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.156731  6930 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.157920  6912 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:55:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.158198  6912 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/wal
23:55:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa2aac9eb7624ada9ec70c1a92604389"
23:55:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:07 on dist-test-slave-1rxj"
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.158496  6912 fs_report.cc:389] FS layout report
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/wal
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/wal
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/data/data
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.217144  6912 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.218811  6912 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.219342  6912 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.222538  6912 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.228765  6912 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.229086  6912 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.229399  6912 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.229661  6912 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
23:55:07.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.389127  6912 rpc_server.cc:307] RPC server started. Bound to: 127.6.28.131:34413
23:55:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.389241  7042 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.28.131:34413 every 8 connection(s)
23:55:07.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.391933  6912 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/data/info.pb
23:55:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.393093  6258 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 6912
23:55:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.393766  6258 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster14173004334974603364/ts-2/wal/instance
23:55:07.406 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:07.407 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:07.407 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:07.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:07.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:07.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:07.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:07.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:07.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:07.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:07.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:07.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:07.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:07.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.435643  7043 heartbeater.cc:344] Connected to a master server at 127.6.28.188:34021
23:55:07.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.436117  7043 heartbeater.cc:461] Registering TS with master...
23:55:07.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.437474  7043 heartbeater.cc:507] Master 127.6.28.188:34021 requested a full tablet report, sending...
23:55:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.438608  7044 heartbeater.cc:344] Connected to a master server at 127.6.28.189:46549
23:55:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.438946  7044 heartbeater.cc:461] Registering TS with master...
23:55:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.439900  7044 heartbeater.cc:507] Master 127.6.28.189:46549 requested a full tablet report, sending...
23:55:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.440615  6471 ts_manager.cc:194] Registered new tserver with Master: aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413)
23:55:07.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.442430  6471 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.28.131:38563
23:55:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.444911  6381 ts_manager.cc:194] Registered new tserver with Master: aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413)
23:55:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.448036  7045 heartbeater.cc:344] Connected to a master server at 127.6.28.190:34457
23:55:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.448391  7045 heartbeater.cc:461] Registering TS with master...
23:55:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.448997  7045 heartbeater.cc:507] Master 127.6.28.190:34457 requested a full tablet report, sending...
23:55:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.451310  6303 ts_manager.cc:194] Registered new tserver with Master: aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413)
23:55:07.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.463557  6258 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:55:07.476 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:55:07.476 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:55:07.477 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.28.190"
      port: 34457
    }
    bound_http_address {
      host: "127.6.28.190"
      port: 44899
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.28.189"
      port: 46549
    }
    bound_http_address {
      host: "127.6.28.189"
      port: 34705
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.28.188"
      port: 34021
    }
    bound_http_address {
      host: "127.6.28.188"
      port: 40531
    }
  }
}

23:55:07.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:55:07.478 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.28.129"
      port: 42633
    }
    bound_http_address {
      host: "127.6.28.129"
      port: 46403
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.28.130"
      port: 46303
    }
    bound_http_address {
      host: "127.6.28.130"
      port: 37453
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.28.131"
      port: 34413
    }
    bound_http_address {
      host: "127.6.28.131"
      port: 32869
    }
  }
}

23:55:07.478 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:55:07.480 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:07.480 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:55:07.480 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:55:07.480 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:55:07.480 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:55:07.484 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:55:07.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468507572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:07.580 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:55:07.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:55:07.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:07.630 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:07.630 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:07.631 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:07.631 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:07.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:07.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:07.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:07.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:07.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:07.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:07.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:07.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:07.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:07.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:07.652 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:07.652 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:07.652 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:07.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:07.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:07.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:07.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:07.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:07.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:07.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:07.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:07.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:07.653 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:07.718 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:07.719 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:07.719 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:07.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:07.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:07.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:07.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:07.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:07.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:07.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:07.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:07.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:07.720 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:07.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:07.853 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:55:07.854 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:55:07.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.858469  7053 mini_oidc.cc:150] Starting JWKS server
23:55:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.862833  7053 webserver.cc:534] Webserver started at http://127.0.0.1:39427/ using document root <none> and password file <none>
23:55:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.863456  7053 mini_oidc.cc:186] Starting OIDC Discovery server
23:55:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.865654  7053 webserver.cc:534] Webserver started at http://127.0.0.1:46681/ using document root <none> and password file <none>
23:55:07.887 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:07.887 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:07.888 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:07.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:07.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:07.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:07.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:07.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:07.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:07.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:07.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:07.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:07.888 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:55:07Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:55:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:55:07Z Disabled control of system clock
23:55:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:07.935503  7053 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/wal
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/data
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/logs
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/data/info.pb
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.126:35549
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.126
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39427/jwks.json with env {}
23:55:08.000 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:08.001 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:08.001 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:08.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.002 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:08.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468508072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:08.081 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:55:08.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:55:08.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:08.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:08.200 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:08.201 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:08.201 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:08.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.202 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:08.208 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:08.209 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:08.209 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:08.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:08.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:08.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:08.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:08.209 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:08.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:08.209 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:08.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:08.209 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:08.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:08.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.299150  7066 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.300035  7066 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.300669  7066 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:08.319 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:08.319 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:08.320 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:08.320 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:08.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:08.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:08.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:08.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:08.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:08.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:08.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:08.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:08.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:08.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.343263  7066 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:55:08.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.343624  7066 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.343860  7066 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:55:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.344086  7066 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:55:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.344305  7066 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:55:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.344544  7066 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39427/jwks.json
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:08.389178  7066 master_runner.cc:387] Master server non-default flags:
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/data
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/wal
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.126:35549
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39427/jwks.json
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/data/info.pb
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.126
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/logs
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:08.390940  7066 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:08.393194  7066 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.408497  7072 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:08.446656  7043 heartbeater.cc:499] Master 127.6.28.188:34021 was elected leader, sending a full tablet report...
23:55:08.525 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:08.525 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:08.526 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:08.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.528 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:08.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468508573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:08.585 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:55:08.588 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:55:08.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:08.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:08.739 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:08.739 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:08.739 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:08.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:08.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:08.740 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:08.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:08.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:08.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:08.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:08.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:08.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:08.741 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:08.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:08.859 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:08.859 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:08.859 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:08.860 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.860 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.860 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:08.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:08.861 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.861 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:08.861 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:09.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468509073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:09.088 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:55:09.089 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:55:09.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:09.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:09.199 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:09.199 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:09.199 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:09.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.202 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.202 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:09.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:09.298 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:09.298 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:09.298 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:09.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:09.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:09.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:09.300 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:09.300 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:09.300 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:09.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:09.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:09.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:09.300 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:09.389 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:09.390 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:09.390 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:09.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:09.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:09.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:09.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:09.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:09.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:09.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:09.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:09.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:09.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:09.468 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:09.468 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:09.469 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:09.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:09.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:09.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:09.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:09.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:09.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:09.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:09.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:09.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:09.470 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:09.479 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.479 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.480 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.481 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.522 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=26644), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [406ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [427ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [449ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [454ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [910ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [911ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [962ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [966ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [968ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1136ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1336ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1361ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1440ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1443ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1582ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1663ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1964ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2503ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3760ms] refreshing cache from master, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3761ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4460ms] refreshing cache from master, [4460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4462ms] too many traces: truncated at 100 traces, deferred=Deferred@254804313(state=PENDING, result=null, callback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982), errback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982)))
23:55:09.523 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.523 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.523 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.523 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=26644), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [406ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [427ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [449ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [454ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [910ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [911ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [962ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [966ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [968ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1136ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1336ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1361ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1440ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1443ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1582ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1663ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1964ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2503ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3760ms] refreshing cache from master, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3761ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4460ms] refreshing cache from master, [4460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4462ms] too many traces: truncated at 100 traces, deferred=Deferred@254804313(state=PENDING, result=null, callback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982), errback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=26644), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [406ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [427ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [449ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [454ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [910ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [911ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [962ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [966ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [968ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1136ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1336ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1361ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1440ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1443ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1582ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1663ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1964ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2503ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3760ms] refreshing cache from master, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3761ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4460ms] refreshing cache from master, [4460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4462ms] too many traces: truncated at 100 traces, deferred=Deferred@254804313(state=PENDING, result=null, callback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982), errback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:09.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.524 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.526 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.533 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=26644), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [406ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [427ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [449ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [454ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [910ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [911ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [962ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [966ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [968ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1136ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1336ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1361ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1440ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1443ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1582ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1663ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1964ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2503ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3760ms] refreshing cache from master, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3761ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4460ms] refreshing cache from master, [4460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4462ms] too many traces: truncated at 100 traces, deferred=Deferred@254804313(state=PENDING, result=null, callback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982), errback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=26644), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [406ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [427ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [449ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [454ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [910ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [911ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [962ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [966ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [968ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1136ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1335ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1336ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1343ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1361ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1440ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1443ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1582ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1663ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1964ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2503ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3760ms] refreshing cache from master, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3761ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4460ms] refreshing cache from master, [4460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4462ms] too many traces: truncated at 100 traces, deferred=Deferred@254804313(state=PENDING, result=null, callback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982), errback=(continuation of Deferred@761467273 after retry RPC after error@830247689) -> (continuation of Deferred@1836141338 after retry RPC after error@1648665892) -> (continuation of Deferred@1461587900 after retry RPC after error@45038221) -> (continuation of Deferred@1709279321 after retry RPC after error@575368260) -> (continuation of Deferred@93320286 after retry RPC after error@2123357488) -> (continuation of Deferred@390410744 after retry RPC after error@1855280664) -> (continuation of Deferred@348283536 after retry RPC after error@346311525) -> (continuation of Deferred@709911288 after retry RPC after error@1848755260) -> (continuation of Deferred@1767959944 after retry RPC after error@1596554402) -> (continuation of Deferred@1984397853 after retry RPC after error@372746445) -> (continuation of Deferred@2018843438 after retry RPC after error@1812833514) -> (continuation of Deferred@647009308 after retry RPC after error@231354819) -> (continuation of Deferred@1561773887 after retry RPC after error@1547502211) -> (continuation of Deferred@2117033324 after retry RPC after error@582430531) -> (continuation of Deferred@1240677141 after retry RPC after error@2112750002) -> (continuation of Deferred@2041509726 after retry RPC after error@1660424735) -> (continuation of Deferred@839100102 after retry RPC after error@1072546469) -> (continuation of Deferred@829933057 after retry RPC after error@331170522) -> (continuation of Deferred@1009251325 after retry RPC after error@1829692982)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:09.535 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:55:09.535 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RUNNING to RESTARTING.
23:55:09.535 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
23:55:09.536 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
23:55:09.536 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:55:09.537 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
23:55:09.537 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:55:09.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
23:55:09.537 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
23:55:09.538 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
23:55:09.538 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
23:55:09.538 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:55:09.539 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
23:55:09.539 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.539 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.540 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.544 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:09.544 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:09.544 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:09.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.546 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:09.547 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26874), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [167ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [189ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [190ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [308ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [574ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [574ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [708ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [710ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [728ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [728ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [728ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [741ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [742ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [761ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [781ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [783ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [801ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [801ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [801ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [802ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [902ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [903ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [903ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [903ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [961ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [962ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [963ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [964ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [964ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1482ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1683ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3101ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3103ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5560ms] refreshing cache from master, [5560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5561ms] too many traces: truncated at 100 traces, deferred=Deferred@1909029207(state=PENDING, result=null, callback=(continuation of Deferred@355407059 after retry RPC after error@584349630) -> (continuation of Deferred@259410590 after retry RPC after error@894405094) -> (continuation of Deferred@1487637008 after retry RPC after error@1505980220) -> (continuation of Deferred@1683815456 after retry RPC after error@756374004) -> (continuation of Deferred@703249740 after retry RPC after error@1796382146) -> (continuation of Deferred@1756152188 after retry RPC after error@1869741924) -> (continuation of Deferred@328023835 after retry RPC after error@1812876325) -> (continuation of Deferred@1646774265 after retry RPC after error@47025670) -> (continuation of Deferred@2025983139 after retry RPC after error@1723013370) -> (continuation of Deferred@980882394 after retry RPC after error@1411651372) -> (continuation of Deferred@1013693983 after retry RPC after error@1113654688) -> (continuation of Deferred@1074407413 after retry RPC after error@878957999) -> (continuation of Deferred@1436094074 after retry RPC after error@530533740) -> (continuation of Deferred@238810341 after retry RPC after error@618628640) -> (continuation of Deferred@967353887 after retry RPC after error@1555658859) -> (continuation of Deferred@225715141 after retry RPC after error@1438800589) -> (continuation of Deferred@690390580 after retry RPC after error@1045154139) -> (continuation of Deferred@302890844 after retry RPC after error@1440648162) -> (continuation of Deferred@1213509707 after retry RPC after error@682998027) -> (continuation of Deferred@1472009246 after retry RPC after error@1990005904) -> (continuation of Deferred@455484640 after retry RPC after error@517913454) -> (continuation of Deferred@570184015 after retry RPC after error@1062987892) -> (continuation of Deferred@359713371 after retry RPC after error@2115896912) -> (continuation of Deferred@1026250485 after retry RPC after error@1574109548) -> (continuation of Deferred@1315056287 after retry RPC after error@1086359941), errback=(continuation of Deferred@355407059 after retry RPC after error@584349630) -> (continuation of Deferred@259410590 after retry RPC after error@894405094) -> (continuation of Deferred@1487637008 after retry RPC after error@1505980220) -> (continuation of Deferred@1683815456 after retry RPC after error@756374004) -> (continuation of Deferred@703249740 after retry RPC after error@1796382146) -> (continuation of Deferred@1756152188 after retry RPC after error@1869741924) -> (continuation of Deferred@328023835 after retry RPC after error@1812876325) -> (continuation of Deferred@1646774265 after retry RPC after error@47025670) -> (continuation of Deferred@2025983139 after retry RPC after error@1723013370) -> (continuation of Deferred@980882394 after retry RPC after error@1411651372) -> (continuation of Deferred@1013693983 after retry RPC after error@1113654688) -> (continuation of Deferred@1074407413 after retry RPC after error@878957999) -> (continuation of Deferred@1436094074 after retry RPC after error@530533740) -> (continuation of Deferred@238810341 after retry RPC after error@618628640) -> (continuation of Deferred@967353887 after retry RPC after error@1555658859) -> (continuation of Deferred@225715141 after retry RPC after error@1438800589) -> (continuation of Deferred@690390580 after retry RPC after error@1045154139) -> (continuation of Deferred@302890844 after retry RPC after error@1440648162) -> (continuation of Deferred@1213509707 after retry RPC after error@682998027) -> (continuation of Deferred@1472009246 after retry RPC after error@1990005904) -> (continuation of Deferred@455484640 after retry RPC after error@517913454) -> (continuation of Deferred@570184015 after retry RPC after error@1062987892) -> (continuation of Deferred@359713371 after retry RPC after error@2115896912) -> (continuation of Deferred@1026250485 after retry RPC after error@1574109548) -> (continuation of Deferred@1315056287 after retry RPC after error@1086359941)))
23:55:09.552 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:55:09.552 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26874), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [167ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [189ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [190ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [308ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [574ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [574ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [708ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [710ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [728ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [728ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [728ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [741ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [742ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [761ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [781ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [783ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [801ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [801ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [801ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [802ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [902ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [903ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [903ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [903ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [961ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [962ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [963ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [964ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [964ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1482ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1683ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3101ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3103ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5560ms] refreshing cache from master, [5560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5561ms] too many traces: truncated at 100 traces, deferred=Deferred@1909029207(state=PENDING, result=null, callback=(continuation of Deferred@355407059 after retry RPC after error@584349630) -> (continuation of Deferred@259410590 after retry RPC after error@894405094) -> (continuation of Deferred@1487637008 after retry RPC after error@1505980220) -> (continuation of Deferred@1683815456 after retry RPC after error@756374004) -> (continuation of Deferred@703249740 after retry RPC after error@1796382146) -> (continuation of Deferred@1756152188 after retry RPC after error@1869741924) -> (continuation of Deferred@328023835 after retry RPC after error@1812876325) -> (continuation of Deferred@1646774265 after retry RPC after error@47025670) -> (continuation of Deferred@2025983139 after retry RPC after error@1723013370) -> (continuation of Deferred@980882394 after retry RPC after error@1411651372) -> (continuation of Deferred@1013693983 after retry RPC after error@1113654688) -> (continuation of Deferred@1074407413 after retry RPC after error@878957999) -> (continuation of Deferred@1436094074 after retry RPC after error@530533740) -> (continuation of Deferred@238810341 after retry RPC after error@618628640) -> (continuation of Deferred@967353887 after retry RPC after error@1555658859) -> (continuation of Deferred@225715141 after retry RPC after error@1438800589) -> (continuation of Deferred@690390580 after retry RPC after error@1045154139) -> (continuation of Deferred@302890844 after retry RPC after error@1440648162) -> (continuation of Deferred@1213509707 after retry RPC after error@682998027) -> (continuation of Deferred@1472009246 after retry RPC after error@1990005904) -> (continuation of Deferred@455484640 after retry RPC after error@517913454) -> (continuation of Deferred@570184015 after retry RPC after error@1062987892) -> (continuation of Deferred@359713371 after retry RPC after error@2115896912) -> (continuation of Deferred@1026250485 after retry RPC after error@1574109548) -> (continuation of Deferred@1315056287 after retry RPC after error@1086359941), errback=(continuation of Deferred@355407059 after retry RPC after error@584349630) -> (continuation of Deferred@259410590 after retry RPC after error@894405094) -> (continuation of Deferred@1487637008 after retry RPC after error@1505980220) -> (continuation of Deferred@1683815456 after retry RPC after error@756374004) -> (continuation of Deferred@703249740 after retry RPC after error@1796382146) -> (continuation of Deferred@1756152188 after retry RPC after error@1869741924) -> (continuation of Deferred@328023835 after retry RPC after error@1812876325) -> (continuation of Deferred@1646774265 after retry RPC after error@47025670) -> (continuation of Deferred@2025983139 after retry RPC after error@1723013370) -> (continuation of Deferred@980882394 after retry RPC after error@1411651372) -> (continuation of Deferred@1013693983 after retry RPC after error@1113654688) -> (continuation of Deferred@1074407413 after retry RPC after error@878957999) -> (continuation of Deferred@1436094074 after retry RPC after error@530533740) -> (continuation of Deferred@238810341 after retry RPC after error@618628640) -> (continuation of Deferred@967353887 after retry RPC after error@1555658859) -> (continuation of Deferred@225715141 after retry RPC after error@1438800589) -> (continuation of Deferred@690390580 after retry RPC after error@1045154139) -> (continuation of Deferred@302890844 after retry RPC after error@1440648162) -> (continuation of Deferred@1213509707 after retry RPC after error@682998027) -> (continuation of Deferred@1472009246 after retry RPC after error@1990005904) -> (continuation of Deferred@455484640 after retry RPC after error@517913454) -> (continuation of Deferred@570184015 after retry RPC after error@1062987892) -> (continuation of Deferred@359713371 after retry RPC after error@2115896912) -> (continuation of Deferred@1026250485 after retry RPC after error@1574109548) -> (continuation of Deferred@1315056287 after retry RPC after error@1086359941)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:09.553 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:55:09.559 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.559 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.560 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.560 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.560 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.561 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.568 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:55:09.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
23:55:09.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:55:09.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468509573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:09.578 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:09.579 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:09.579 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:09.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.580 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:09.580 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:09.580 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:09.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:09.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:09.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:09.582 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.582 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.582 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:09.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:09.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.585 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.585 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.585 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.585 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.585 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.589 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:55:09.590 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:55:09.590 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
23:55:09.590 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:55:09.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:55:09.596 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:55:09.596 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
23:55:09.596 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:55:09.600 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.600 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.600 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.603 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.608 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:55:09.608 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1190) Task Source: KuduSource -> Sink: Writer (2/4)#3 is already in state FAILED
23:55:09.609 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:55:09.609 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
23:55:09.609 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:55:09.611 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:55:09.611 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
23:55:09.611 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:55:09.613 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:55:09.619 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
23:55:09.620 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1318) Discarding the results produced by task execution e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:55:09.621 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.622 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.622 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.625 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:09.630 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:09.633 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:55:09.634 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:55:09.635 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:55:09.635 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
23:55:09.636 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:09.642 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
23:55:09.643 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:09.645 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
23:55:09.646 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c34498118044a003e0b2ad37cbcb486
23:55:09.660 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.660 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.660 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.662 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.781 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:09.800 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:09.800 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:09.800 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:09.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:09.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:09.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.802 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.802 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:09.802 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:09.868 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:09.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:09.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:09.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:09.868 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:09.869 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:09.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:09.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:09.869 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:09.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:09.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:09.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:09.870 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:09.971 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:09.811092  7071 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 7066
23:55:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:09.971050  7066 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.565s	user 0.495s	sys 0.967s
23:55:09.971 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:09.971 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:09.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:09.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:09.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:09.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:09.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:09.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:09.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:09.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:09.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:09.972 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:09.972220  7066 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.566s	user 0.495s	sys 0.968s
23:55:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:08.409988  7073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:09.981523  7086 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:09.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.981591  7066 server_base.cc:1061] running on GCE node
23:55:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.983016  7066 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.985841  7066 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.987195  7066 hybrid_clock.cc:648] HybridClock initialized: now 1783468509987149 us; error 40 us; skew 500 ppm
23:55:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.988122  7066 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.996021  7066 webserver.cc:534] Webserver started at http://127.6.227.126:45233/ using document root <none> and password file <none>
23:55:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.997918  7066 fs_manager.cc:362] Metadata directory not provided
23:55:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.998276  7066 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:09.999096  7066 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.004609  7066 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/data/instance:
23:55:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bb42832097d4c39828a05a209044fdd"
23:55:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:09 on dist-test-slave-1rxj"
23:55:10.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.006762  7066 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/wal/instance:
23:55:10.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bb42832097d4c39828a05a209044fdd"
23:55:10.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:09 on dist-test-slave-1rxj"
23:55:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.015805  7066 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
23:55:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.023768  7092 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.024984  7066 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
23:55:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.025354  7066 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/wal
23:55:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bb42832097d4c39828a05a209044fdd"
23:55:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:09 on dist-test-slave-1rxj"
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.025803  7066 fs_report.cc:389] FS layout report
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/wal
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/wal
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/data/data
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:10.059 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:10.059 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:10.060 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:10.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.060 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:10.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468510073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:10.081 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:55:10.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:55:10.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.085695  7066 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:10.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.087242  7066 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:10.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.087656  7066 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:10.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.166774  7066 rpc_server.cc:307] RPC server started. Bound to: 127.6.227.126:35549
23:55:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.166872  7143 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.227.126:35549 every 8 connection(s)
23:55:10.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.169667  7066 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/data/info.pb
23:55:10.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.175439  7053 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 7066
23:55:10.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.175948  7053 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-0/wal/instance
23:55:10.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.177235  7144 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:10.180 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:10.180 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:10.180 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:10.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.181311  7053 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/wal
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/data
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/logs
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/data/info.pb
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.125:41905
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.125
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39427/jwks.json with env {}
23:55:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.192512  7144 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } has no permanent_uuid. Determining permanent_uuid...
23:55:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.224040  7144 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } has no permanent_uuid. Determining permanent_uuid...
23:55:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.227393  7096 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.227.125:41905: connect: Connection refused (error 111)
23:55:10.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.232538  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.125:41905: Network error: Client connection negotiation failed: client connection to 127.6.227.125:41905: connect: Connection refused (error 111)
23:55:10.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.282078  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } attempt: 1
23:55:10.286 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:10.286 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:10.286 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:10.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.288419  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.125:41905: Network error: Client connection negotiation failed: client connection to 127.6.227.125:41905: connect: Connection refused (error 111)
23:55:10.306 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:10.306 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:10.306 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:10.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.307 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:10.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.356875  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } attempt: 2
23:55:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.362529  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.125:41905: Network error: Client connection negotiation failed: client connection to 127.6.227.125:41905: connect: Connection refused (error 111)
23:55:10.438 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:10.439 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:10.439 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:10.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:10.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:10.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:10.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:10.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:10.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:10.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:10.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:10.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:10.440 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.454054  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } attempt: 3
23:55:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.458674  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.125:41905: Network error: Client connection negotiation failed: client connection to 127.6.227.125:41905: connect: Connection refused (error 111)
23:55:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.556483  7146 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.557039  7146 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.557596  7146 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:10.574 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468510573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:10.581 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:55:10.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:55:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.602113  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } attempt: 4
23:55:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.606815  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.125:41905: Network error: Client connection negotiation failed: client connection to 127.6.227.125:41905: connect: Connection refused (error 111)
23:55:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.611773  7146 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:55:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.612197  7146 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.612542  7146 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:55:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.612903  7146 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:55:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.613255  7146 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:55:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.613677  7146 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39427/jwks.json
23:55:10.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.671914  7146 master_runner.cc:387] Master server non-default flags:
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/data
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/wal
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.125:41905
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39427/jwks.json
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/data/info.pb
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.125
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/logs
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.673269  7146 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:10.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.674966  7146 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.686527  7155 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:10.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:10.792 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:10.792 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:10.792 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:10.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:10.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:10.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:10.794 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:10.906322  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } attempt: 5
23:55:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.917181  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.125:41905: Network error: Client connection negotiation failed: client connection to 127.6.227.125:41905: connect: Connection refused (error 111)
23:55:10.919 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:10.920 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:10.920 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:10.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:10.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:10.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:10.921 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:11.075 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468511072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:11.089 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:55:11.091 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:55:11.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:11.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:11.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:11.465818  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } attempt: 6
23:55:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:11.487272  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.125:41905: Network error: Client connection negotiation failed: client connection to 127.6.227.125:41905: connect: Connection refused (error 111)
23:55:11.499 [DEBUG - pool-198-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [14ms] received response from server master-127.3.223.252:33517: OK, deferred=null) with no deferred attached!
23:55:11.548 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:11.548 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:11.548 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:11.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:11.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:11.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:11.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:11.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:11.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:11.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:11.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:11.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:11.551 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:11.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468511572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:11.591 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:55:11.595 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:55:11.630 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:11.758 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:11.759 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:11.759 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:11.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:11.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:11.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:11.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:11.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:11.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:11.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:11.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:11.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:11.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:11.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:12.011 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:12.011 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:12.012 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:12.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:12.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:12.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:12.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:12.012 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:12.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:12.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:12.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:12.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:12.013 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:12.066 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:12.066 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:12.066 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:12.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:12.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468512072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:12.082 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:55:12.083 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:55:12.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:12.158 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:12.159 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:12.159 [DEBUG - pool-222-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:12.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.160 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:12.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29490), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [89ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [273ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [273ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [609ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [613ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [640ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [654ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [654ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [758ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [759ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [759ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [760ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [762ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [762ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [784ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [786ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [803ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [803ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [803ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [842ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [843ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [843ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [843ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [923ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [924ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [924ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [924ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1042ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1044ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1324ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2223ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2822ms] refreshing cache from master, [2822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2824ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5322ms] too many traces: truncated at 100 traces, deferred=Deferred@172085410(state=PENDING, result=null, callback=(continuation of Deferred@414346658 after retry RPC after error@1827404397) -> (continuation of Deferred@792163209 after retry RPC after error@737632781) -> (continuation of Deferred@547607980 after retry RPC after error@321420103) -> (continuation of Deferred@127400336 after retry RPC after error@392168549) -> (continuation of Deferred@693153168 after retry RPC after error@2037516734) -> (continuation of Deferred@1091642489 after retry RPC after error@1455768338) -> (continuation of Deferred@2060798071 after retry RPC after error@319000938) -> (continuation of Deferred@1543064991 after retry RPC after error@668489761) -> (continuation of Deferred@1998469725 after retry RPC after error@2023324949) -> (continuation of Deferred@1763529260 after retry RPC after error@216077950) -> (continuation of Deferred@178985325 after retry RPC after error@963230968) -> (continuation of Deferred@979768779 after retry RPC after error@1051764255) -> (continuation of Deferred@1820500181 after retry RPC after error@418926529) -> (continuation of Deferred@305842520 after retry RPC after error@696325470) -> (continuation of Deferred@1358732467 after retry RPC after error@178276138) -> (continuation of Deferred@1309949743 after retry RPC after error@1864296534) -> (continuation of Deferred@1530128386 after retry RPC after error@1403157849) -> (continuation of Deferred@1008782661 after retry RPC after error@610590415) -> (continuation of Deferred@1616069049 after retry RPC after error@551264351) -> (continuation of Deferred@439028708 after retry RPC after error@406531272) -> (continuation of Deferred@1646262527 after retry RPC after error@523990459) -> (continuation of Deferred@1569536403 after retry RPC after error@470877062) -> (continuation of Deferred@22333691 after retry RPC after error@1166472135) -> (continuation of Deferred@1911757637 after retry RPC after error@1709845454) -> (continuation of Deferred@1113466008 after retry RPC after error@808775647) -> (continuation of Deferred@1509221295 after retry RPC after error@1836320516), errback=(continuation of Deferred@414346658 after retry RPC after error@1827404397) -> (continuation of Deferred@792163209 after retry RPC after error@737632781) -> (continuation of Deferred@547607980 after retry RPC after error@321420103) -> (continuation of Deferred@127400336 after retry RPC after error@392168549) -> (continuation of Deferred@693153168 after retry RPC after error@2037516734) -> (continuation of Deferred@1091642489 after retry RPC after error@1455768338) -> (continuation of Deferred@2060798071 after retry RPC after error@319000938) -> (continuation of Deferred@1543064991 after retry RPC after error@668489761) -> (continuation of Deferred@1998469725 after retry RPC after error@2023324949) -> (continuation of Deferred@1763529260 after retry RPC after error@216077950) -> (continuation of Deferred@178985325 after retry RPC after error@963230968) -> (continuation of Deferred@979768779 after retry RPC after error@1051764255) -> (continuation of Deferred@1820500181 after retry RPC after error@418926529) -> (continuation of Deferred@305842520 after retry RPC after error@696325470) -> (continuation of Deferred@1358732467 after retry RPC after error@178276138) -> (continuation of Deferred@1309949743 after retry RPC after error@1864296534) -> (continuation of Deferred@1530128386 after retry RPC after error@1403157849) -> (continuation of Deferred@1008782661 after retry RPC after error@610590415) -> (continuation of Deferred@1616069049 after retry RPC after error@551264351) -> (continuation of Deferred@439028708 after retry RPC after error@406531272) -> (continuation of Deferred@1646262527 after retry RPC after error@523990459) -> (continuation of Deferred@1569536403 after retry RPC after error@470877062) -> (continuation of Deferred@22333691 after retry RPC after error@1166472135) -> (continuation of Deferred@1911757637 after retry RPC after error@1709845454) -> (continuation of Deferred@1113466008 after retry RPC after error@808775647) -> (continuation of Deferred@1509221295 after retry RPC after error@1836320516)))
23:55:12.168 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:12.169 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:12.169 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:12.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:12.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:12.169 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:12.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:12.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:12.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:12.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:12.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:12.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:12.170 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:12.172 [DEBUG - pool-202-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [11ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:10.687489  7156 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.205762  7158 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.208714  7157 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1517 milliseconds
23:55:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.208809  7146 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.210343  7146 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.213521  7146 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:12.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.214988  7146 hybrid_clock.cc:648] HybridClock initialized: now 1783468512214929 us; error 51 us; skew 500 ppm
23:55:12.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.215919  7146 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:12.220 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:12.221 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:12.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.221 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:12.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.221 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.221 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.221 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:12.222 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29550), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [279ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [453ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [719ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [720ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1050ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1050ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1062ms] refreshing cache from master, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1216ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1228ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1228ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1248ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1249ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1262ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1283ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1343ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1401ms] refreshing cache from master, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1403ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1663ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1965ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1965ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2363ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [4342ms] refreshing cache from master, [4342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [4343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [4343ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [6960ms] refreshing cache from master, [6960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [6961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [6961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [6961ms] too many traces: truncated at 100 traces, deferred=Deferred@606728697(state=PENDING, result=null, callback=(continuation of Deferred@740855615 after retry RPC after error@1879526273) -> (continuation of Deferred@2085056064 after retry RPC after error@386592264) -> (continuation of Deferred@2142489249 after retry RPC after error@891473301) -> (continuation of Deferred@1926271007 after retry RPC after error@854219491) -> (continuation of Deferred@1399679197 after retry RPC after error@1879071040) -> (continuation of Deferred@103186231 after retry RPC after error@1727729746) -> (continuation of Deferred@1583921104 after retry RPC after error@743456516) -> (continuation of Deferred@423240318 after retry RPC after error@670943371) -> (continuation of Deferred@1018178963 after retry RPC after error@297110814) -> (continuation of Deferred@1507095684 after retry RPC after error@279205541) -> (continuation of Deferred@759508375 after retry RPC after error@270899292) -> (continuation of Deferred@1789902472 after retry RPC after error@1477233670) -> (continuation of Deferred@1554086661 after retry RPC after error@1618673589) -> (continuation of Deferred@2008434380 after retry RPC after error@1239734464) -> (continuation of Deferred@508230570 after retry RPC after error@704264321) -> (continuation of Deferred@1824492372 after retry RPC after error@66223323) -> (continuation of Deferred@1252802724 after retry RPC after error@854218560) -> (continuation of Deferred@580882274 after retry RPC after error@840645454) -> (continuation of Deferred@437970121 after retry RPC after error@2058018973) -> (continuation of Deferred@613450805 after retry RPC after error@1329203874) -> (continuation of Deferred@46895904 after retry RPC after error@801646060) -> (continuation of Deferred@265927948 after retry RPC after error@271178063), errback=(continuation of Deferred@740855615 after retry RPC after error@1879526273) -> (continuation of Deferred@2085056064 after retry RPC after error@386592264) -> (continuation of Deferred@2142489249 after retry RPC after error@891473301) -> (continuation of Deferred@1926271007 after retry RPC after error@854219491) -> (continuation of Deferred@1399679197 after retry RPC after error@1879071040) -> (continuation of Deferred@103186231 after retry RPC after error@1727729746) -> (continuation of Deferred@1583921104 after retry RPC after error@743456516) -> (continuation of Deferred@423240318 after retry RPC after error@670943371) -> (continuation of Deferred@1018178963 after retry RPC after error@297110814) -> (continuation of Deferred@1507095684 after retry RPC after error@279205541) -> (continuation of Deferred@759508375 after retry RPC after error@270899292) -> (continuation of Deferred@1789902472 after retry RPC after error@1477233670) -> (continuation of Deferred@1554086661 after retry RPC after error@1618673589) -> (continuation of Deferred@2008434380 after retry RPC after error@1239734464) -> (continuation of Deferred@508230570 after retry RPC after error@704264321) -> (continuation of Deferred@1824492372 after retry RPC after error@66223323) -> (continuation of Deferred@1252802724 after retry RPC after error@854218560) -> (continuation of Deferred@580882274 after retry RPC after error@840645454) -> (continuation of Deferred@437970121 after retry RPC after error@2058018973) -> (continuation of Deferred@613450805 after retry RPC after error@1329203874) -> (continuation of Deferred@46895904 after retry RPC after error@801646060) -> (continuation of Deferred@265927948 after retry RPC after error@271178063)))
23:55:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.223554  7146 webserver.cc:534] Webserver started at http://127.6.227.125:46055/ using document root <none> and password file <none>
23:55:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.224869  7146 fs_manager.cc:362] Metadata directory not provided
23:55:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.225142  7146 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.225742  7146 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.232733  7146 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/data/instance:
23:55:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a915a962bc3942d78875165c2f35c6f9"
23:55:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:12 on dist-test-slave-1rxj"
23:55:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.235001  7146 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/wal/instance:
23:55:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a915a962bc3942d78875165c2f35c6f9"
23:55:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:12 on dist-test-slave-1rxj"
23:55:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.243980  7146 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
23:55:12.248 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:12.248 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:12.248 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:12.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:12.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:12.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:12.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:12.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:12.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:12.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:12.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:12.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:12.249 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.252344  7169 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.253746  7146 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.254092  7146 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/wal
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a915a962bc3942d78875165c2f35c6f9"
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:12 on dist-test-slave-1rxj"
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.254421  7146 fs_report.cc:389] FS layout report
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/wal
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/wal
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/data/data
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:12.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:12.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.314075  7146 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:12.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.315748  7146 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:12.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.316220  7146 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:12.386 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [26ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.386 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [21ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.386 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [26ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.386 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [32ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.386 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [35ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.386 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [39ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.386 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [40ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.386 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.4.167.188:37217, [50ms] received response from server master-127.4.167.188:37217: OK, deferred=null) with no deferred attached!
23:55:12.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.414942  7146 rpc_server.cc:307] RPC server started. Bound to: 127.6.227.125:41905
23:55:12.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.415009  7221 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.227.125:41905 every 8 connection(s)
23:55:12.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.417927  7146 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/data/info.pb
23:55:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.424738  7222 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.426165  7053 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 7146
23:55:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.426651  7053 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-1/wal/instance
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.429055  7053 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/wal
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/data
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/logs
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/data/info.pb
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:55:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.124:45059
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.124
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39427/jwks.json with env {}
23:55:12.439 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:12.440 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:12.440 [DEBUG - pool-220-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:12.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.437409  7222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } has no permanent_uuid. Determining permanent_uuid...
23:55:12.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:12.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:12.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:12.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:12.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:12.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:12.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:12.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:12.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:12.441 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:12.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.466846  7222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } has no permanent_uuid. Determining permanent_uuid...
23:55:12.471 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:12.471 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:12.471 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:12.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:12.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:12.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:12.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:12.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:12.473 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:12.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:12.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:12.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:12.473 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:12.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.484809  7222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } has no permanent_uuid. Determining permanent_uuid...
23:55:12.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.487629  7172 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.492578  7222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.525 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:12.525 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:12.526 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:12.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:12.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:12.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:12.526 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:12.527 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29671), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [226ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [432ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [437ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [440ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [440ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [639ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [652ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [655ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [655ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1220ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1241ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1262ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1280ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1281ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1402ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1443ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1883ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2483ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3561ms] refreshing cache from master, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3563ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5340ms] refreshing cache from master, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5341ms] too many traces: truncated at 100 traces, deferred=Deferred@603835938(state=PENDING, result=null, callback=(continuation of Deferred@1889737173 after retry RPC after error@1862986994) -> (continuation of Deferred@1055856692 after retry RPC after error@1940806933) -> (continuation of Deferred@464228100 after retry RPC after error@603889151) -> (continuation of Deferred@1695944460 after retry RPC after error@1683071054) -> (continuation of Deferred@600162415 after retry RPC after error@1946394765) -> (continuation of Deferred@557363054 after retry RPC after error@1208101079) -> (continuation of Deferred@1162436352 after retry RPC after error@740788460) -> (continuation of Deferred@1216348633 after retry RPC after error@295558286) -> (continuation of Deferred@514011362 after retry RPC after error@240364338) -> (continuation of Deferred@1184230888 after retry RPC after error@957558808) -> (continuation of Deferred@1051730936 after retry RPC after error@757667111) -> (continuation of Deferred@1144674247 after retry RPC after error@1686715560) -> (continuation of Deferred@1536785442 after retry RPC after error@1056754267) -> (continuation of Deferred@686695980 after retry RPC after error@95364069) -> (continuation of Deferred@365373214 after retry RPC after error@1303480815) -> (continuation of Deferred@347543859 after retry RPC after error@1761325131) -> (continuation of Deferred@1151899037 after retry RPC after error@93815318) -> (continuation of Deferred@700808470 after retry RPC after error@470411661) -> (continuation of Deferred@479036396 after retry RPC after error@632501593) -> (continuation of Deferred@664584500 after retry RPC after error@1946816971) -> (continuation of Deferred@82341445 after retry RPC after error@952994428) -> (continuation of Deferred@2031712560 after retry RPC after error@1572453265) -> (continuation of Deferred@442788901 after retry RPC after error@1320065919) -> (continuation of Deferred@2093792099 after retry RPC after error@1815736920), errback=(continuation of Deferred@1889737173 after retry RPC after error@1862986994) -> (continuation of Deferred@1055856692 after retry RPC after error@1940806933) -> (continuation of Deferred@464228100 after retry RPC after error@603889151) -> (continuation of Deferred@1695944460 after retry RPC after error@1683071054) -> (continuation of Deferred@600162415 after retry RPC after error@1946394765) -> (continuation of Deferred@557363054 after retry RPC after error@1208101079) -> (continuation of Deferred@1162436352 after retry RPC after error@740788460) -> (continuation of Deferred@1216348633 after retry RPC after error@295558286) -> (continuation of Deferred@514011362 after retry RPC after error@240364338) -> (continuation of Deferred@1184230888 after retry RPC after error@957558808) -> (continuation of Deferred@1051730936 after retry RPC after error@757667111) -> (continuation of Deferred@1144674247 after retry RPC after error@1686715560) -> (continuation of Deferred@1536785442 after retry RPC after error@1056754267) -> (continuation of Deferred@686695980 after retry RPC after error@95364069) -> (continuation of Deferred@365373214 after retry RPC after error@1303480815) -> (continuation of Deferred@347543859 after retry RPC after error@1761325131) -> (continuation of Deferred@1151899037 after retry RPC after error@93815318) -> (continuation of Deferred@700808470 after retry RPC after error@470411661) -> (continuation of Deferred@479036396 after retry RPC after error@632501593) -> (continuation of Deferred@664584500 after retry RPC after error@1946816971) -> (continuation of Deferred@82341445 after retry RPC after error@952994428) -> (continuation of Deferred@2031712560 after retry RPC after error@1572453265) -> (continuation of Deferred@442788901 after retry RPC after error@1320065919) -> (continuation of Deferred@2093792099 after retry RPC after error@1815736920)))
23:55:12.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.542064  7222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 1
23:55:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.547353  7222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.547894  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } attempt: 7
23:55:12.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.561692  7144 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } has no permanent_uuid. Determining permanent_uuid...
23:55:12.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.568085  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468512573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:12.581 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:55:12.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:55:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.615833  7222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 2
23:55:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.620690  7222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.626513  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 1
23:55:12.630 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:12.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.632241  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.712204  7222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 3
23:55:12.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.713693  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 2
23:55:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.717363  7222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.718655  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.804126  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 3
23:55:12.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.808874  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.813814  7224 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.814348  7224 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.814805  7224 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.850090  7224 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:55:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.850435  7224 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.850697  7224 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:55:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.850922  7224 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:55:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.851118  7224 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:55:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.851312  7224 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39427/jwks.json
23:55:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.860806  7222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 4
23:55:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.866166  7222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.893630  7224 master_runner.cc:387] Master server non-default flags:
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/data
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/wal
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.124:45059
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39427/jwks.json
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/data/info.pb
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.124
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/logs
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:12.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.895028  7224 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.896683  7224 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.908903  7236 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:12.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:12.949332  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 4
23:55:12.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.958612  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:13.068 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:13.068 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:13.068 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:13.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:13.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:13.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:13.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:13.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:13.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:13.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:13.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:13.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:13.070 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:13.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468513073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:13.084 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:13.085 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:55:13.114 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RESTARTING to RUNNING.
23:55:13.114 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 9c34498118044a003e0b2ad37cbcb486 from Checkpoint 72 @ 1783468421575 for 9c34498118044a003e0b2ad37cbcb486 located at file:/tmp/junit3108809940323494503/checkpoints/9c34498118044a003e0b2ad37cbcb486/chk-72.
23:55:13.115 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:55:13.116 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:55:13.117 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:55:13.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:55:13.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5fef2981f201c4ef1f5b07b79663045d
23:55:13.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
23:55:13.119 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
23:55:13.119 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 6f958295d2f16b63fcb5c6806465bb34
23:55:13.120 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:55:13.121 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 5fef2981f201c4ef1f5b07b79663045d.
23:55:13.122 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:13.122 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:13.123 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
23:55:13.124 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:13.125 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
23:55:13.125 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 7856b591185e5c96046d18fd5963a9b0
23:55:13.125 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
23:55:13.126 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:13.127 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
23:55:13.127 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5138d5d63fec66960b15ec226330e37e
23:55:13.127 [INFO - Thread-42] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:55:13.128 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state TERMINATED
23:55:13.128 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:55:13.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:13.131 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 6f958295d2f16b63fcb5c6806465bb34.
23:55:13.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:55:13.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:55:13.134 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79de4093
23:55:13.134 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:13.135 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:55:13.135 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:55:13.135 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:55:13.139 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b2eae67
23:55:13.143 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state TERMINATED
23:55:13.144 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state TERMINATED
23:55:13.144 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:13.145 [INFO - Thread-42] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:55:13.145 [INFO - Thread-42] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:55:13.147 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:13.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:13.152 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:55:13.154 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 7856b591185e5c96046d18fd5963a9b0.
23:55:13.155 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
23:55:13.155 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
23:55:13.158 [DEBUG - Thread-42] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:13.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:13.165571  7222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 5
23:55:13.169 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c96482a
23:55:13.169 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:13.171 [INFO - Thread-42] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:55:13.172 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:55:13.172 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:55:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:13.172806  7222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:13.173 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:55:13.175 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.182 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36c199ff
23:55:13.185 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:55:13.186 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 5138d5d63fec66960b15ec226330e37e.
23:55:13.187 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
23:55:13.187 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
23:55:13.188 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25dca019
23:55:13.188 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:13.189 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:55:13.189 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:55:13.189 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:55:13.191 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:13.192 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@523c43ba
23:55:13.197 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:13.197 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:13.197 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:13.197 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:13.198 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:13.202 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.205 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.213 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.216 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:13.242347  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 5
23:55:13.246 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.249 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:13.252058  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:13.258 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.269 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:13.279 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.279 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
23:55:13.279 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
23:55:13.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f117470
23:55:13.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:13.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:55:13.281 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:55:13.282 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.282 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.282 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.282 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.282 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:55:13.285 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.288 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ee90bd5
23:55:13.288 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.290 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.291 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:13.291 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:13.291 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:13.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:13.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:13.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:13.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:13.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:13.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:13.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:13.293 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:13.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:13.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:13.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:13.294 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.296 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.298 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.304 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.311 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.312 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.330 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.360 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.364 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.368 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.369 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.370 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.385 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.385 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.387 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.389 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.394 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.395 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.398 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.401 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.403 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.408 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.413 [INFO - pool-280-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.413 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.418 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.420 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.431 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.431 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.439 [DEBUG - pool-198-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [4ms] received response from server master-127.3.223.252:33517: OK, deferred=null) with no deferred attached!
23:55:13.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.443 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.443 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.445 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.447 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.447 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.449 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.452 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.452 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.453 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.453 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.453 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.453 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.454 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.456 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.457 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.458 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.458 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.459 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.459 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.461 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.461 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.468 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.468 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.468 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.469 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.470 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.470 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.470 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.472 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.476 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.476 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.476 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.478 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.478 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.478 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.482 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.482 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.483 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.487 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.490 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.490 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.490 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.491 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.491 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.491 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.492 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.496 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.502 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.503 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.503 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.504 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.504 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.506 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.507 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.507 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.530 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.530 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.530 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.536 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.536 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.536 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.538 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.538 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.538 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.539 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.539 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.539 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.540 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.540 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.540 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.541 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.541 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.541 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.541 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.542 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.548 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.548 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.548 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.549 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.549 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.549 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.550 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.550 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.551 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.551 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.552 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.556 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.556 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.556 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.557 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.578 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468513574 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:13.591 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.591 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.592 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.592 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:55:13.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.593 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.593 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.593 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.599 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.599 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.599 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.599 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.599 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.600 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.600 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.601 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.601 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.601 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:55:13.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:13.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:13.667 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.668 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.668 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.670 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.669 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.670 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.670 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.671 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.676 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.676 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.676 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.678 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.680 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.680 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.680 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.682 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.716 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.716 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.716 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:13.720260  7222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 6
23:55:13.738 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.738 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.738 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.739 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.739 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.740 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.742 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.742 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.750 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.750 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.750 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.752 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.758 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.758 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.758 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.760 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:13.771584  7222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:13.799 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:13.800 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:13.800 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:13.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:13.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:13.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:13.802 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:13.804593  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 6
23:55:13.828 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.829 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.829 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.831 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:13.835935  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:13.930 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:13.931 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:13.931 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:13.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:13.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:13.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:13.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:13.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:13.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:13.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:13.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:13.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:13.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:13.989 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:13.990 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:13.990 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:13.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:13.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:13.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:13.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.039 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:14.039 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:14.039 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:14.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.041 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.042 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.058 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:14.058 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:14.059 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:14.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468514072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:14.088 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:55:14.090 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:55:14.099 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:14.099 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:14.099 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:14.100 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:14.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:14.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:14.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:14.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:14.101 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:14.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:14.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:14.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:14.102 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:14.106 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:14.107 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:14.107 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:14.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.109 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.109 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.109 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.109 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:14.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:14.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:14.168 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:14.169 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:14.169 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:14.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.171 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.196 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:14.197 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:14.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.201 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:14.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.202 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.210 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:14.210 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:14.211 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:14.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:14.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:14.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:14.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:14.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:14.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:14.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:14.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:14.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:14.213 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:14.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:14.300 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:14.300 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:14.301 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:14.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:14.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:14.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:14.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:14.302 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:14.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:14.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:14.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:14.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:14.303 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:14.338 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:14.338 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:14.339 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:14.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.341 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.341 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.390 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:14.390 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:14.391 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:14.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.392 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.392 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.408 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:14.409 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:14.409 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:14.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.410 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.410 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.449 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:14.449 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:14.449 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:14.450 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.451 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:14.456 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:14.456 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:14.456 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:14.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:14.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:14.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:14.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:14.486 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:14.487 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:14.487 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:14.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.488 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.488 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:14.532 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:14.532 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:14.532 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:14.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.535 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:14.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468514572 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:14.584 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:14.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:55:14.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:14.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:14.760 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:14.760 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:14.760 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:14.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:14.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:14.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:14.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:14.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:14.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:14.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:14.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:14.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:14.761 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:14.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.832254  7222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 7
23:55:14.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:14.865365  7222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.869472  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 7
23:55:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:14.889444  7144 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.227.124:45059: Network error: Client connection negotiation failed: client connection to 127.6.227.124:45059: connect: Connection refused (error 111)
23:55:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:12.910045  7237 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:14.311419  7235 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 7224
23:55:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:14.934396  7235 kernel_stack_watchdog.cc:198] Thread 7224 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:55:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:55:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:55:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:55:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:55:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:14.936169  7239 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:14.935410  7224 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.026s	user 0.718s	sys 1.155s
23:55:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:14.936772  7224 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.028s	user 0.718s	sys 1.155s
23:55:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:14.940919  7238 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2029 milliseconds
23:55:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.940966  7224 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.942396  7224 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.945242  7224 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.946607  7224 hybrid_clock.cc:648] HybridClock initialized: now 1783468514946574 us; error 48 us; skew 500 ppm
23:55:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.947408  7224 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.954142  7224 webserver.cc:534] Webserver started at http://127.6.227.124:41317/ using document root <none> and password file <none>
23:55:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.955017  7224 fs_manager.cc:362] Metadata directory not provided
23:55:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.955212  7224 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.955587  7224 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.960310  7224 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/data/instance:
23:55:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da930e0d9b954c2d9c55b0248917b895"
23:55:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:14 on dist-test-slave-1rxj"
23:55:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.961555  7224 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/wal/instance:
23:55:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da930e0d9b954c2d9c55b0248917b895"
23:55:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:14 on dist-test-slave-1rxj"
23:55:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.969730  7224 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
23:55:14.972 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:14.972 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:14.972 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:14.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:14.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:14.973 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.973 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:14.973 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:14.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.976377  7312 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:14.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.977615  7224 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.977921  7224 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/wal
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da930e0d9b954c2d9c55b0248917b895"
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:14 on dist-test-slave-1rxj"
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:14.978327  7224 fs_report.cc:389] FS layout report
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/wal
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/wal
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/data/data
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.039541  7224 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.041433  7224 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.042038  7224 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:15.060 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:15.060 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:15.060 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:15.061 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:15.061 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:15.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:15.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:15.061 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:15.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:15.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:15.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:15.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:15.061 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:15.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468515072 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:15.082 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:55:15.083 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
23:55:15.088 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:15.089 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:15.089 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:15.090 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:15.090 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:15.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:15.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:15.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:15.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:15.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:15.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:15.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:15.091 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:15.109 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:15.110 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:15.110 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:15.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:15.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:15.110 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:15.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:15.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:15.110 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:15.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:15.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:15.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:15.111 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:15.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.138734  7224 rpc_server.cc:307] RPC server started. Bound to: 127.6.227.124:45059
23:55:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.138798  7363 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.227.124:45059 every 8 connection(s)
23:55:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.142179  7224 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/data/info.pb
23:55:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.142913  7053 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 7224
23:55:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.143474  7053 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/master-2/wal/instance
23:55:15.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.150645  7364 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.171463  7364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } has no permanent_uuid. Determining permanent_uuid...
23:55:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.200918  7364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } has no permanent_uuid. Determining permanent_uuid...
23:55:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.211915  7364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } has no permanent_uuid. Determining permanent_uuid...
23:55:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.238500  7364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: Bootstrap starting.
23:55:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.247314  7364 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: Neither blocks nor log segments found. Creating new log.
23:55:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.249275  7364 log.cc:826] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: Log is configured to *not* fsync() on all Append() calls
23:55:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.254393  7364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: No bootstrap required, opened a new log
23:55:15.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.279170  7364 raft_consensus.cc:359] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.280195  7364 raft_consensus.cc:385] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.280529  7364 raft_consensus.cc:740] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da930e0d9b954c2d9c55b0248917b895, State: Initialized, Role: FOLLOWER
23:55:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.281700  7364 consensus_queue.cc:260] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.285156  7373 sys_catalog.cc:455] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.286046  7373 sys_catalog.cc:458] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: This master's current role is: FOLLOWER
23:55:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.286971  7364 sys_catalog.cc:565] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: configured and running, proceeding with master startup.
23:55:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:15.298969  7318 tablet.cc:2406] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:15.318212  7384 catalog_manager.cc:1593] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:55:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:15.318868  7384 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:55:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.311756  7224 master_runner.cc:187] Error getting master registration for 127.6.227.126:35549: OK, instance_id { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" instance_seqno: 1783468510145285 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:55:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.340667  7224 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:55:15.356 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:15.356 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:15.356 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:15.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:15.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:15.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:15.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:15.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:15.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:15.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:15.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:15.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:15.357 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:15.439 [DEBUG - pool-198-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [6ms] received response from server master-127.3.223.252:33517: OK, deferred=null) with no deferred attached!
23:55:15.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468515573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:15.581 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:55:15.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
23:55:15.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:15.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.659390  7373 raft_consensus.cc:493] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:15.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.660081  7373 raft_consensus.cc:515] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:15.664188  7373 leader_election.cc:290] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3bb42832097d4c39828a05a209044fdd (127.6.227.126:35549), a915a962bc3942d78875165c2f35c6f9 (127.6.227.125:41905)
23:55:15.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:15.809 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:15.809 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:15.810 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:15.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:15.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:15.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:15.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:15.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:15.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:15.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:15.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:15.810 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:15.810 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:15.990 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:15.991 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:15.991 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:15.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:15.991 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:15.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:15.991 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:15.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:15.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:15.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:15.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:15.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:15.992 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:16.032 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:16.032 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:16.032 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:16.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:16.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:16.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:16.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:16.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:16.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:16.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:16.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:16.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:16.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:16.073 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468516073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:16.080 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:55:16.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
23:55:16.127 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:16.128 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:16.128 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:16.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.129 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.129 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:16.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:16.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:16.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:16.322681  7384 catalog_manager.cc:1593] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:55:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:16.322975  7384 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:55:16.573 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468516573 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:16.583 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:55:16.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
23:55:16.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:16.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:16.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:16.890 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:16.890 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:16.890 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:16.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.892 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:16.916 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:16.917 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:16.917 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:16.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:16.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:16.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:16.918 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:16.951006  7144 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 8
23:55:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:16.955936  7222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } attempt: 8
23:55:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:16.987938  7144 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: Bootstrap starting.
23:55:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:16.996075  7222 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9: Bootstrap starting.
23:55:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.010989  7222 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9: Neither blocks nor log segments found. Creating new log.
23:55:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.014523  7144 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: Neither blocks nor log segments found. Creating new log.
23:55:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.016832  7144 log.cc:826] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: Log is configured to *not* fsync() on all Append() calls
23:55:17.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.017678  7222 log.cc:826] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9: Log is configured to *not* fsync() on all Append() calls
23:55:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.023906  7144 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: No bootstrap required, opened a new log
23:55:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.035562  7222 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9: No bootstrap required, opened a new log
23:55:17.047 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:17.048 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:17.048 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:17.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:17.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:17.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:17.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:17.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:17.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:17.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:17.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:17.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:17.051 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:17.074 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468517073 for job 4dfeeca2b0540f7d11f0127acc9190d8.
23:55:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.074466  7144 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.077077  7144 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.077380  7144 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3bb42832097d4c39828a05a209044fdd, State: Initialized, Role: FOLLOWER
23:55:17.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.078545  7144 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:17.083 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 4dfeeca2b0540f7d11f0127acc9190d8 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:55:17.085 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
23:55:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.086216  7222 raft_consensus.cc:359] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.087302  7222 raft_consensus.cc:385] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.087678  7222 raft_consensus.cc:740] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a915a962bc3942d78875165c2f35c6f9, State: Initialized, Role: FOLLOWER
23:55:17.089 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:17.089 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:17.089 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.088917  7222 consensus_queue.cc:260] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:17.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.090 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.096907  7144 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [sys.catalog]: configured and running, proceeding with master startup.
23:55:17.098 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.098 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.098 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27675), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [2ms] received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [14ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [17ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [36ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [36ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [54ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [56ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [56ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [74ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [76ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [94ms] refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [95ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [174ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [176ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [314ms] refreshing cache from master, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [534ms] refreshing cache from master, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [535ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [655ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [656ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [816ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1036ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1036ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3754ms] refreshing cache from master, [3754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3756ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3756ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5875ms] refreshing cache from master, [5875ms] too many traces: truncated at 100 traces, deferred=Deferred@529670480(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@70f4dadb -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233)))
23:55:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.097209  7395 sys_catalog.cc:455] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.098024  7395 sys_catalog.cc:458] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [sys.catalog]: This master's current role is: FOLLOWER
23:55:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.100733  7222 sys_catalog.cc:565] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [sys.catalog]: configured and running, proceeding with master startup.
23:55:17.101 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.101 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.101 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.101 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27675), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [2ms] received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [14ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [17ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [36ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [36ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [54ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [56ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [56ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [74ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [76ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [94ms] refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [95ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [174ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [176ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [314ms] refreshing cache from master, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [534ms] refreshing cache from master, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [535ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [655ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [656ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [816ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1036ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1036ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3754ms] refreshing cache from master, [3754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3756ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3756ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5875ms] refreshing cache from master, [5875ms] too many traces: truncated at 100 traces, deferred=Deferred@529670480(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@70f4dadb -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27675), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [2ms] received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [14ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [17ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [36ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [36ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [54ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [56ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [56ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [74ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [76ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [94ms] refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [95ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [174ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [176ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [314ms] refreshing cache from master, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [534ms] refreshing cache from master, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [535ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [655ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [656ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [816ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1036ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1036ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3754ms] refreshing cache from master, [3754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3756ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3756ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5875ms] refreshing cache from master, [5875ms] too many traces: truncated at 100 traces, deferred=Deferred@529670480(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@70f4dadb -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.252:33517
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:17.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.103 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.092543  7394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.107503  7394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [sys.catalog]: This master's current role is: FOLLOWER
23:55:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:17.108237  7098 tablet.cc:2406] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.097245  7119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da930e0d9b954c2d9c55b0248917b895" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bb42832097d4c39828a05a209044fdd" is_pre_election: true
23:55:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.106642  7196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da930e0d9b954c2d9c55b0248917b895" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a915a962bc3942d78875165c2f35c6f9" is_pre_election: true
23:55:17.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.112859  7196 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da930e0d9b954c2d9c55b0248917b895 in term 0.
23:55:17.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.111042  7119 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da930e0d9b954c2d9c55b0248917b895 in term 0.
23:55:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:17.114099  7196 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49180 (request call id 1) took 1449 ms (client timeout 1648 ms). Trace:
23:55:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:17.115960  7119 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33242 (request call id 2) took 1452 ms (client timeout 1648 ms). Trace:
23:55:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:17.117493  7119 rpcz_store.cc:269] 0707 23:55:15.663320 (+     0us) service_pool.cc:167] Inserting onto call queue
23:55:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:55:15.663508 (+   188us) service_pool.cc:224] Handling call
23:55:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:55:17.114660 (+1451152us) inbound_call.cc:177] Queueing success response
23:55:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:55:17.119 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.119 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.120 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.120 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.121 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.121 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.121 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.121 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.119215  7315 leader_election.cc:304] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3bb42832097d4c39828a05a209044fdd, da930e0d9b954c2d9c55b0248917b895; no voters: 
23:55:17.115 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27675), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [2ms] received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [14ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [17ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [36ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [36ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [54ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [56ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [56ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [74ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [76ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [94ms] refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [95ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [174ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [176ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [314ms] refreshing cache from master, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [534ms] refreshing cache from master, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [535ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [655ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [656ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [816ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1036ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1036ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3754ms] refreshing cache from master, [3754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3756ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3756ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5875ms] refreshing cache from master, [5875ms] too many traces: truncated at 100 traces, deferred=Deferred@529670480(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@70f4dadb -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27675), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [2ms] received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [14ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [17ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [36ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [36ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [54ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [56ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [56ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [74ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [75ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [76ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [94ms] refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [95ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [95ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [174ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [175ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [176ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [314ms] refreshing cache from master, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [534ms] refreshing cache from master, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [535ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [535ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [655ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [656ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [815ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [816ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1035ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1036ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1036ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3754ms] refreshing cache from master, [3754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3755ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3756ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3756ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5875ms] refreshing cache from master, [5875ms] too many traces: truncated at 100 traces, deferred=Deferred@529670480(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@70f4dadb -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@51475991 after retry RPC after error@1455311579) -> (continuation of Deferred@1479043581 after retry RPC after error@240931361) -> (continuation of Deferred@116730931 after retry RPC after error@574178980) -> (continuation of Deferred@969258143 after retry RPC after error@1432626396) -> (continuation of Deferred@2061438711 after retry RPC after error@314272622) -> (continuation of Deferred@114181354 after retry RPC after error@1928905259) -> (continuation of Deferred@1892864565 after retry RPC after error@972765018) -> (continuation of Deferred@1298582939 after retry RPC after error@2033956742) -> (continuation of Deferred@522097134 after retry RPC after error@2143233200) -> (continuation of Deferred@80622793 after retry RPC after error@544027729) -> (continuation of Deferred@1268203603 after retry RPC after error@1300985653) -> (continuation of Deferred@949385777 after retry RPC after error@1896881870) -> (continuation of Deferred@7621991 after retry RPC after error@382771331) -> (continuation of Deferred@496764826 after retry RPC after error@1812700297) -> (continuation of Deferred@1320610586 after retry RPC after error@1567723255) -> (continuation of Deferred@548205076 after retry RPC after error@284413276) -> (continuation of Deferred@1776552547 after retry RPC after error@942880670) -> (continuation of Deferred@2135445214 after retry RPC after error@1910498630) -> (continuation of Deferred@941710860 after retry RPC after error@428802385) -> (continuation of Deferred@604803584 after retry RPC after error@720877074) -> (continuation of Deferred@412376190 after retry RPC after error@2045789108) -> (continuation of Deferred@959201816 after retry RPC after error@788276233)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.252:33517
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:17.117189  7196 rpcz_store.cc:269] 0707 23:55:15.664863 (+     0us) service_pool.cc:167] Inserting onto call queue
23:55:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:55:15.665054 (+   191us) service_pool.cc:224] Handling call
23:55:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:55:17.114024 (+1448970us) inbound_call.cc:177] Queueing success response
23:55:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:55:17.126 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:55:17.126 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RUNNING to RESTARTING.
23:55:17.127 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:55:17.128 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:55:17.129 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:55:17.129 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:55:17.129 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:55:17.129 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:55:17.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:17.129 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:55:17.130 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:55:17.130 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:55:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.129271  7402 raft_consensus.cc:2804] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:17.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:55:17.131 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:55:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.132362  7402 raft_consensus.cc:493] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.133180  7402 raft_consensus.cc:3060] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 0 FOLLOWER]: Advancing to term 1
23:55:17.134 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.167.188:37217(127.4.167.188:37217)] disconnecting while in state TERMINATED
23:55:17.134 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.167.189:38943(127.4.167.189:38943)] disconnecting while in state TERMINATED
23:55:17.134 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.167.190:38881(127.4.167.190:38881)] disconnecting while in state TERMINATED
23:55:17.134 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:17.135 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:55:17.136 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
23:55:17.138 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.138 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.139 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.143 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:55:17.143 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:55:17.143 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:55:17.145 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.167.188:37217(127.4.167.188:37217)] disconnecting while in state TERMINATED
23:55:17.145 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.167.189:38943(127.4.167.189:38943)] disconnecting while in state TERMINATED
23:55:17.145 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.167.190:38881(127.4.167.190:38881)] disconnecting while in state TERMINATED
23:55:17.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:17.146 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:55:17.146 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
23:55:17.147 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:55:17.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:17.147 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:55:17.147 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:55:17.148 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.167.188:37217(127.4.167.188:37217)] disconnecting while in state TERMINATED
23:55:17.148 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.167.189:38943(127.4.167.189:38943)] disconnecting while in state TERMINATED
23:55:17.149 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.167.190:38881(127.4.167.190:38881)] disconnecting while in state TERMINATED
23:55:17.149 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] disconnecting while in state TERMINATED
23:55:17.149 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:17.149 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:55:17.150 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:55:17.150 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
23:55:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.149950  7402 raft_consensus.cc:515] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:17.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.153975  7119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da930e0d9b954c2d9c55b0248917b895" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bb42832097d4c39828a05a209044fdd"
23:55:17.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.154562  7119 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [term 0 FOLLOWER]: Advancing to term 1
23:55:17.158 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.158 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.159 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.159 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.159 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.159 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.166 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:55:17.167 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:55:17.167 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:55:17.167 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:55:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.175395  7119 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da930e0d9b954c2d9c55b0248917b895 in term 1.
23:55:17.178 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.178 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:55:17.178 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.178 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.179 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:55:17.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.180 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.179979  7315 leader_election.cc:304] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3bb42832097d4c39828a05a209044fdd, da930e0d9b954c2d9c55b0248917b895; no voters: 
23:55:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.177181  7402 leader_election.cc:290] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [CANDIDATE]: Term 1 election: Requested vote from peers 3bb42832097d4c39828a05a209044fdd (127.6.227.126:35549), a915a962bc3942d78875165c2f35c6f9 (127.6.227.125:41905)
23:55:17.181 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:55:17.181 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:55:17.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.181269  7402 raft_consensus.cc:2804] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 1 FOLLOWER]: Leader election won for term 1
23:55:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.182439  7402 raft_consensus.cc:697] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [term 1 LEADER]: Becoming Leader. State: Replica: da930e0d9b954c2d9c55b0248917b895, State: Running, Role: LEADER
23:55:17.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.183815  7196 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da930e0d9b954c2d9c55b0248917b895" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a915a962bc3942d78875165c2f35c6f9"
23:55:17.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.184487  7196 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [term 0 FOLLOWER]: Advancing to term 1
23:55:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.192701  7196 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da930e0d9b954c2d9c55b0248917b895 in term 1.
23:55:17.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.197091  7402 consensus_queue.cc:237] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } }
23:55:17.202 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
23:55:17.203 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:55:17.203 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:55:17.203 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:55:17.207 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:55:17.207 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:55:17.207 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:55:17.208 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:55:17.209 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.167.188:37217(127.4.167.188:37217)] disconnecting while in state TERMINATED
23:55:17.209 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.167.189:38943(127.4.167.189:38943)] disconnecting while in state TERMINATED
23:55:17.210 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.167.190:38881(127.4.167.190:38881)] disconnecting while in state TERMINATED
23:55:17.210 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer fe61c55a19e7483ab168daf31900aa3f(127.4.167.130:41549)] disconnecting while in state TERMINATED
23:55:17.210 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:17.210 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:55:17.210 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:55:17.211 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:55:17.211 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:55:17.211 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:55:17.211 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
23:55:17.211 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:55:17.212 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:17.212 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:55:17.212 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:55:17.213 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:17.214 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:55:17.214 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:55:17.214 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:55:17.214 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:55:17.214 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:17.215 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:55:17.215 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4dfeeca2b0540f7d11f0127acc9190d8
23:55:17.218 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.218 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.218 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.221 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.239264  7417 sys_catalog.cc:455] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: SysCatalogTable state changed. Reason: New leader da930e0d9b954c2d9c55b0248917b895. Latest consensus state: current_term: 1 leader_uuid: "da930e0d9b954c2d9c55b0248917b895" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.245131  7417 sys_catalog.cc:458] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: This master's current role is: LEADER
23:55:17.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.259557  7437 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:55:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.260286  7438 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:55:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.273788  7437 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:55:17.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:17.278 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.279 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.279 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.281 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.298 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.299 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.299 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.305567  7196 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [term 1 FOLLOWER]: Refusing update from remote peer da930e0d9b954c2d9c55b0248917b895: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:55:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.307848  7417 consensus_queue.cc:1048] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:17.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.317553  7119 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [term 1 FOLLOWER]: Refusing update from remote peer da930e0d9b954c2d9c55b0248917b895: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:55:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.319411  7417 consensus_queue.cc:1048] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:17.330816  7175 tablet.cc:2406] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:17.337651  7444 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:55:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:17.338234  7444 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:55:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.270536  7146 master_runner.cc:187] Error getting master registration for 127.6.227.126:35549: OK, instance_id { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" instance_seqno: 1783468510145285 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:55:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.365659  7394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [sys.catalog]: SysCatalogTable state changed. Reason: New leader da930e0d9b954c2d9c55b0248917b895. Latest consensus state: current_term: 1 leader_uuid: "da930e0d9b954c2d9c55b0248917b895" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.366684  7394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [sys.catalog]: This master's current role is: FOLLOWER
23:55:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.393462  7402 sys_catalog.cc:455] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "da930e0d9b954c2d9c55b0248917b895" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.394261  7402 sys_catalog.cc:458] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: This master's current role is: LEADER
23:55:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.395190  7402 sys_catalog.cc:455] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "da930e0d9b954c2d9c55b0248917b895" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.395834  7402 sys_catalog.cc:458] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 [sys.catalog]: This master's current role is: LEADER
23:55:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.356904  7395 sys_catalog.cc:455] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader da930e0d9b954c2d9c55b0248917b895. Latest consensus state: current_term: 1 leader_uuid: "da930e0d9b954c2d9c55b0248917b895" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.396519  7395 sys_catalog.cc:458] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [sys.catalog]: This master's current role is: FOLLOWER
23:55:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.397742  7146 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:55:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.401196  7437 catalog_manager.cc:1382] Generated new cluster ID: 089a1c889f6c413f9759dda7fb603f8d
23:55:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.401515  7437 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:55:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.409117  7394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "da930e0d9b954c2d9c55b0248917b895" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.410034  7394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd [sys.catalog]: This master's current role is: FOLLOWER
23:55:17.418 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.418 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.419 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.421 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.438 [DEBUG - pool-198-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.3.223.252:33517, [5ms] received response from server master-127.3.223.252:33517: OK, deferred=null) with no deferred attached!
23:55:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.440354  7395 sys_catalog.cc:455] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "da930e0d9b954c2d9c55b0248917b895" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bb42832097d4c39828a05a209044fdd" member_type: VOTER last_known_addr { host: "127.6.227.126" port: 35549 } } peers { permanent_uuid: "a915a962bc3942d78875165c2f35c6f9" member_type: VOTER last_known_addr { host: "127.6.227.125" port: 41905 } } peers { permanent_uuid: "da930e0d9b954c2d9c55b0248917b895" member_type: VOTER last_known_addr { host: "127.6.227.124" port: 45059 } } }
23:55:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.441107  7395 sys_catalog.cc:458] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9 [sys.catalog]: This master's current role is: FOLLOWER
23:55:17.459 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:17.460 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:17.460 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:17.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:17.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:17.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:17.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:17.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:17.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:17.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:17.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:17.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:17.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:17.480 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.480 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.480 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.481 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.481 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.534157  7437 catalog_manager.cc:1405] Generated new certificate authority record
23:55:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.536353  7437 catalog_manager.cc:1539] Loading token signing keys...
23:55:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.569463  7437 catalog_manager.cc:6069] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: Generated new TSK 0
23:55:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.570787  7437 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:17.603529  7053 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/wal
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/data
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/logs
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/data/info.pb
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.65:0
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.227.65
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.65
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:55:17.629 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:17.630 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:17.630 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:17.630 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:17.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.632 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:17.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:17.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:17.778 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.779 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.779 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.839 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:17.839 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:17.839 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:17.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:17.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:17.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:17.841 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:17.907 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:17.907 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:17.907 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:17.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:17.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:17.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:17.909 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:18.030 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:18.031 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:18.031 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:18.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:18.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:18.091569  7455 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:18.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:18.092242  7455 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:18.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:18.092979  7455 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:18.118 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:18.118 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:18.118 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:18.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:18.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:18.141184  7455 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:18.142223  7455 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.227.65
23:55:18.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.204202  7455 tablet_server_runner.cc:78] Tablet server non-default flags:
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/data
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/wal
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.65:0
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/data/info.pb
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.65
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.227.65
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/logs
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.206305  7455 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.209601  7455 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:18.210 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RESTARTING to RUNNING.
23:55:18.211 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 4dfeeca2b0540f7d11f0127acc9190d8 from Checkpoint 70 @ 1783468517073 for 4dfeeca2b0540f7d11f0127acc9190d8 located at file:/tmp/junit17060644452128614885/checkpoints/4dfeeca2b0540f7d11f0127acc9190d8/chk-70.
23:55:18.212 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:55:18.212 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:55:18.213 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:55:18.214 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:55:18.214 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 505ebb4cc40f59ecdcd68b864b4d807d
23:55:18.214 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:55:18.215 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:55:18.215 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id a72f00cba0c36c63e2524fbc24751dee
23:55:18.215 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:55:18.216 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:55:18.216 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 6089c652dabfa45e12b8aadea83c54b7
23:55:18.216 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:55:18.216 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 505ebb4cc40f59ecdcd68b864b4d807d.
23:55:18.217 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:18.218 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 505ebb4cc40f59ecdcd68b864b4d807d.
23:55:18.218 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:55:18.218 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 547d11a71b0f9289d701c55ceee202dc
23:55:18.218 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:18.219 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:18.219 [INFO - Thread-43] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:55:18.219 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.3.223.254:35097(127.3.223.254:35097)] disconnecting while in state TERMINATED
23:55:18.219 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:18.219 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.3.223.253:40309(127.3.223.253:40309)] disconnecting while in state TERMINATED
23:55:18.219 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.3.223.252:33517(127.3.223.252:33517)] disconnecting while in state TERMINATED
23:55:18.220 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:18.220 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:55:18.220 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:55:18.221 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
23:55:18.221 [INFO - Thread-43] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:55:18.221 [INFO - Thread-43] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:55:18.223 [DEBUG - Thread-43] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:18.223 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a72f00cba0c36c63e2524fbc24751dee.
23:55:18.224 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id a72f00cba0c36c63e2524fbc24751dee.
23:55:18.224 [INFO - Thread-43] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:55:18.224 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6089c652dabfa45e12b8aadea83c54b7.
23:55:18.224 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:55:18.225 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:55:18.226 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 6089c652dabfa45e12b8aadea83c54b7.
23:55:18.226 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:55:18.226 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:18.226 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:55:18.226 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:18.226 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:18.227 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@223f6cf7
23:55:18.227 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:18.227 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:55:18.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:18.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:18.227 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:55:18.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:18.227 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:55:18.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:18.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:18.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:18.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:18.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:18.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:18.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:18.229 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ed0fcb2
23:55:18.229 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:18.231 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:55:18.231 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f7031bc
23:55:18.232 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:55:18.233 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:55:18.233 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:18.238 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:18.238 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:18.238 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:18.238 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:18.238 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 547d11a71b0f9289d701c55ceee202dc.
23:55:18.239 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 547d11a71b0f9289d701c55ceee202dc.
23:55:18.240 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:55:18.240 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:55:18.240 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b6c966a
23:55:18.241 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@13795b8f
23:55:18.241 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:18.241 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:55:18.241 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:55:18.241 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:55:18.244 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29ed18be
23:55:18.245 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:55:18.245 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:55:18.246 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c284e86
23:55:18.246 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:18.246 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:55:18.247 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:55:18.247 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:55:18.252 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:18.253 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.254 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21730ffd
23:55:18.255 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:18.259 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:18.267 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:18.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:18.287173  7471 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.294836  7438 catalog_manager.cc:1294] Loaded cluster ID: 089a1c889f6c413f9759dda7fb603f8d
23:55:18.295 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.297497  7438 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9: loading cluster ID for follower catalog manager: success
23:55:18.299 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.300 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.303 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.305 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.307 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.310 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.314 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.315 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.316 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.320 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.322767  7438 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9: acquiring CA information for follower catalog manager: success
23:55:18.325 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.328 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:18.328 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.328 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:18.328 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:18.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:18.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:18.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:18.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:18.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:18.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:18.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:18.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:18.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:18.329 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:18.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.330 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.330 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.332489  7438 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a915a962bc3942d78875165c2f35c6f9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:55:18.333 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.338 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.346 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.352332  7444 catalog_manager.cc:1294] Loaded cluster ID: 089a1c889f6c413f9759dda7fb603f8d
23:55:18.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.354 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.355 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.360 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.362 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.365546  7444 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: loading cluster ID for follower catalog manager: success
23:55:18.365 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.368 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.374 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.377 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.379 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.383 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.385 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.393 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.394 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.394 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.394 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.395 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.411464  7444 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: acquiring CA information for follower catalog manager: success
23:55:18.414 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.414 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.414 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.416 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.418 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.432 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.434 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.434 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.434 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.436 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:18.436333  7444 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3bb42832097d4c39828a05a209044fdd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:55:18.443 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.445 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.447 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.454 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.457 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.460 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.463 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.475 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.475 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.483 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.487 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.492 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.508 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.508 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.516 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.523 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.524 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.526 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.528 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.534 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.540 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.540 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.540 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.541 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.541 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.543 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.544 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.544 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.545 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.549 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.550 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.559 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.559 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.559 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.560 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.560 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.560 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.561 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.561 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.561 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.561 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.561 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.561 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.561 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.561 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.562 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.564 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.564 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.564 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.564 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.564 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.565 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.572 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:18.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.573 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.574 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.574 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.574 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.574 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.574 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.580 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.580 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.580 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.580 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.580 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.581 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.581 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.581 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.581 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.581 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.581 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.582 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.582 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.588 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.588 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.589 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.590 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.592 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.600 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.600 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.600 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.602 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.604 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.604 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.604 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.608 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.608 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.608 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.609 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.620 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.620 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.620 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.628 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:18.628 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:18.628 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:18.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:18.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:18.631 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:18.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:18.631 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:18.633 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.634 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.634 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.635 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.643 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.644 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.644 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.645 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:18.648 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.648 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.649 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.649 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.649 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.649 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.649 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.650 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.650 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.650 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.650 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.660 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.660 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.660 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.661 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.661 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.662 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.701 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.701 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.701 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.702 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.702 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.702 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.703 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.713 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.713 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.713 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.715 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.720 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.720 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.720 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.721 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.724 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.724 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.724 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:18.774 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.774 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.774 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.776 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.787 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.788 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.788 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.790 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.790 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.848 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.848 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.848 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.850 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.861 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.861 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.861 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.863 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:18.943 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:18.943 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:18.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:18.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:18.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:18.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:18.945 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:18.979 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:18.980 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:18.980 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:18.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:18.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:18.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:18.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:19.100 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.101 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.101 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.102 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.102 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.103 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.111 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:19.112 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:19.112 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:19.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:19.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:19.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:19.113 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:19.113 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:19.113 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:19.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:19.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:19.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:19.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:19.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:19.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:19.268 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.268 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.268 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.271 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:19.287 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:19.288 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:19.288 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:19.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:19.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:19.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:19.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:19.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:19.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:19.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:19.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:19.290 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:19.290 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:19.360 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.361 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.361 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.361 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.361 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.362 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.362 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.384 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:19.384 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:19.384 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:19.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:19.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:19.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:19.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:19.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:19.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:19.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:19.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:19.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:19.386 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:19.459 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.460 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.460 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.462 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.473 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.499 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.500 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.500 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.500 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.500 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.500 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.501 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.501 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.501 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.507 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.508 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.508 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:19.594 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.594 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.594 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.596 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:19.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:19.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:19.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:19.871 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:19.871 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:19.871 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:19.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:19.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:19.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:19.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:19.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:19.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:19.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:19.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:19.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:19.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:19.892 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:19.892 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:19.892 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:19.893 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:19.893 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:19.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:19.893 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:19.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:19.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:19.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:19.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:19.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:19.893 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:19.900 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:19.900 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:19.900 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:19.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:19.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:19.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:19.902 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:20.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:20.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:20.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:20.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:20.283 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:20.284 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:20.284 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:20.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:20.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:20.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:20.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:20.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:20.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:20.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:20.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:20.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:20.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:20.357 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:20.358 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:20.358 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:20.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:20.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:20.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:20.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:20.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:20.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:20.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:20.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:20.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:20.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:20.386 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:20.387 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:20.387 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:20.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:20.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:20.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:20.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:20.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:20.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:20.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:20.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:20.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:20.390 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:20.539 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:20.540 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:20.540 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:20.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:20.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:20.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:20.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:20.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:20.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:20.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:20.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:20.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:20.541 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:20.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:20.618 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:20.618 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:20.618 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:20.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:20.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:20.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:20.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:20.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:20.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:20.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:20.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:20.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:20.619 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:20.630 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:20.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:20.704 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:20.704 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:20.704 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:20.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:20.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:20.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:20.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:20.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:20.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:20.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:20.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:20.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:20.706 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:20.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:18.290598  7476 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:19.668167  7463 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 7455
23:55:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:20.853261  7455 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.566s	user 0.569s	sys 1.176s
23:55:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:20.854811  7455 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.568s	user 0.569s	sys 1.176s
23:55:20.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:20.878087  7524 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:20.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.878208  7455 server_base.cc:1061] running on GCE node
23:55:20.880 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.879928  7455 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:20.880 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:20.880 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:20.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:20.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:20.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:20.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:20.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:20.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:20.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:20.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:20.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:20.881 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.884655  7455 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.886336  7455 hybrid_clock.cc:648] HybridClock initialized: now 1783468520886260 us; error 63 us; skew 500 ppm
23:55:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.887424  7455 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.895417  7455 webserver.cc:534] Webserver started at http://127.6.227.65:38011/ using document root <none> and password file <none>
23:55:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.896641  7455 fs_manager.cc:362] Metadata directory not provided
23:55:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.896921  7455 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.897457  7455 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.903932  7455 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/data/instance:
23:55:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca1c1a7d6e0b413e9269f8ebf450938b"
23:55:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:20 on dist-test-slave-1rxj"
23:55:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.905547  7455 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/wal/instance:
23:55:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca1c1a7d6e0b413e9269f8ebf450938b"
23:55:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:20 on dist-test-slave-1rxj"
23:55:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.916392  7455 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.004s	sys 0.005s
23:55:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.924953  7530 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.926565  7455 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
23:55:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.927009  7455 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/wal
23:55:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca1c1a7d6e0b413e9269f8ebf450938b"
23:55:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:20 on dist-test-slave-1rxj"
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.927438  7455 fs_report.cc:389] FS layout report
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/wal
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/wal
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/data/data
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.992565  7455 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:20.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.994405  7455 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:20.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.994971  7455 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:20.998430  7455 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:21.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.004220  7455 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:21.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.004499  7455 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:21.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.004781  7455 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.005002  7455 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:55:21.049 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:21.049 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:21.049 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:21.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.051 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:21.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:21.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:21.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:21.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.287322  7455 rpc_server.cc:307] RPC server started. Bound to: 127.6.227.65:35617
23:55:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.287472  7644 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.227.65:35617 every 8 connection(s)
23:55:21.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.291030  7455 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/data/info.pb
23:55:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.294896  7053 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 7455
23:55:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.295526  7053 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-0/wal/instance
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.321545  7053 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/wal
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/data
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/logs
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/data/info.pb
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.66:0
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.227.66
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.66
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:55:21.340 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:21.340 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:21.340 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:21.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:21.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:21.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:21.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:21.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:21.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:21.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:21.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:21.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:21.342 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.415992  7649 heartbeater.cc:344] Connected to a master server at 127.6.227.126:35549
23:55:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.416567  7649 heartbeater.cc:461] Registering TS with master...
23:55:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.417980  7649 heartbeater.cc:507] Master 127.6.227.126:35549 requested a full tablet report, sending...
23:55:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.422250  7109 ts_manager.cc:194] Registered new tserver with Master: ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617)
23:55:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.433542  7646 heartbeater.cc:344] Connected to a master server at 127.6.227.125:41905
23:55:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.433962  7646 heartbeater.cc:461] Registering TS with master...
23:55:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.434888  7646 heartbeater.cc:507] Master 127.6.227.125:41905 requested a full tablet report, sending...
23:55:21.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.438356  7185 ts_manager.cc:194] Registered new tserver with Master: ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617)
23:55:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.441336  7645 heartbeater.cc:344] Connected to a master server at 127.6.227.124:45059
23:55:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.441720  7645 heartbeater.cc:461] Registering TS with master...
23:55:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.442726  7645 heartbeater.cc:507] Master 127.6.227.124:45059 requested a full tablet report, sending...
23:55:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.445680  7329 ts_manager.cc:194] Registered new tserver with Master: ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617)
23:55:21.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.448868  7329 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.227.65:36433
23:55:21.470 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:21.470 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:21.471 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:21.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.472 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:21.548 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:21.548 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:21.549 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:21.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.549 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:21.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:21.619 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:21.619 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:21.619 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:21.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:21.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:21.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:21.690 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:21.690 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:21.690 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:21.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.691 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:21.708 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:21.708 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:21.708 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:21.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:21.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:21.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:21.709 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:21.734 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:21.734 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:21.734 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:21.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:21.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:21.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:21.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:21.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:21.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:21.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:21.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:21.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:21.735 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:21.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:21.806809  7652 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:21.807279  7652 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:21.807782  7652 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:21.843024  7652 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:21.843961  7652 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.227.66
23:55:21.848 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:21.848 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:21.848 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:21.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:21.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:21.849 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:21.849 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.885793  7652 tablet_server_runner.cc:78] Tablet server non-default flags:
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/data
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/wal
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.66:0
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/data/info.pb
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.66
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.227.66
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/logs
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.887262  7652 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:21.889102  7652 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:21.903491  7662 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:22.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:22.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:22.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:22.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:22.452 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:22.452 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:22.453 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:22.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:22.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:22.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:22.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:22.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:22.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:22.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:22.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:22.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:22.455 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:22.453210  7645 heartbeater.cc:499] Master 127.6.227.124:45059 was elected leader, sending a full tablet report...
23:55:22.573 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:22.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:22.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:22.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.006 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:23.007 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:23.007 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:23.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:23.010 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:23.011 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:23.011 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:23.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:23.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:23.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:23.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:23.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:23.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:23.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:23.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:23.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:23.013 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:23.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.079 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:23.079 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:23.079 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:23.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:23.079 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:23.079 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:23.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:23.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:23.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:23.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:23.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:23.080 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:23.080 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:23.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.220 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:23.220 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:23.221 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:23.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.221 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.221 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.222 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:23.228 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:23.228 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:23.228 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:23.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.230 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.230 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.230 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:23.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.407 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:23.408 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:23.408 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:23.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.410 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:23.508 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:23.508 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:23.508 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:23.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:23.511 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:23.511 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:23.511 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:23.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:23.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:23.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:23.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:23.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:23.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:23.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:23.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:23.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:23.512 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:23.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.639 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:23.640 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:23.640 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:23.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.642 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:23.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.664 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:23.664 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:23.665 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:23.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:23.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:23.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:23.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:23.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:23.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:23.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:23.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:23.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:23.667 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:23.696 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:23.696 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:23.697 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:23.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:23.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:23.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:23.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:23.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:23.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:23.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:23.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:23.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:23.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:23.711 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:23.711 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:23.712 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:23.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:23.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.713 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:23.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:23.713 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:23.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:23.813 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:23.813 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:23.814 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:23.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:23.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:23.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:23.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:23.307170  7661 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 7652
23:55:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:21.904549  7663 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:23.953083  7652 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.049s	user 0.764s	sys 1.005s
23:55:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:23.953435  7652 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.050s	user 0.764s	sys 1.005s
23:55:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:23.957190  7664 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2052 milliseconds
23:55:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:23.958598  7665 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.958695  7652 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.960589  7652 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:23.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.963404  7652 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:23.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.965102  7652 hybrid_clock.cc:648] HybridClock initialized: now 1783468523964993 us; error 123 us; skew 500 ppm
23:55:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.966068  7652 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.972669  7652 webserver.cc:534] Webserver started at http://127.6.227.66:41771/ using document root <none> and password file <none>
23:55:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.973806  7652 fs_manager.cc:362] Metadata directory not provided
23:55:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.974068  7652 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.974588  7652 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.979540  7652 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/data/instance:
23:55:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f970c8347035472481707f3c057d481a"
23:55:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:23 on dist-test-slave-1rxj"
23:55:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.981058  7652 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/wal/instance:
23:55:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f970c8347035472481707f3c057d481a"
23:55:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:23 on dist-test-slave-1rxj"
23:55:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.989217  7652 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.000s	sys 0.006s
23:55:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.995534  7676 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.997816  7652 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.998278  7652 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/wal
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f970c8347035472481707f3c057d481a"
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:23 on dist-test-slave-1rxj"
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:23.998708  7652 fs_report.cc:389] FS layout report
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/wal
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/wal
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/data/data
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.069799  7652 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.071362  7652 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.071799  7652 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:24.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:24.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.075002  7652 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:24.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.079569  7652 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.079888  7652 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.080247  7652 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:24.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.080459  7652 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:55:24.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:24.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:24.231 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:24.232 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:24.232 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:24.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:24.256 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:24.256 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:24.256 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:24.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:24.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:24.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:24.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:24.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:24.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:24.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:24.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:24.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:24.258 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:24.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.275254  7652 rpc_server.cc:307] RPC server started. Bound to: 127.6.227.66:38531
23:55:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.275360  7789 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.227.66:38531 every 8 connection(s)
23:55:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.278007  7652 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/data/info.pb
23:55:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.280812  7053 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 7652
23:55:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.282459  7053 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-1/wal/instance
23:55:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.301330  7053 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/wal
23:55:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/data
23:55:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/logs
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/data/info.pb
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.67:0
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.227.67
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.67
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:55:24.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.336302  7790 heartbeater.cc:344] Connected to a master server at 127.6.227.124:45059
23:55:24.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.336851  7790 heartbeater.cc:461] Registering TS with master...
23:55:24.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.338382  7790 heartbeater.cc:507] Master 127.6.227.124:45059 requested a full tablet report, sending...
23:55:24.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.342272  7329 ts_manager.cc:194] Registered new tserver with Master: f970c8347035472481707f3c057d481a (127.6.227.66:38531)
23:55:24.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.344141  7329 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.227.66:56123
23:55:24.349 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:24.350 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:24.350 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:24.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.362511  7791 heartbeater.cc:344] Connected to a master server at 127.6.227.125:41905
23:55:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.363334  7791 heartbeater.cc:461] Registering TS with master...
23:55:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.364223  7791 heartbeater.cc:507] Master 127.6.227.125:41905 requested a full tablet report, sending...
23:55:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.367220  7185 ts_manager.cc:194] Registered new tserver with Master: f970c8347035472481707f3c057d481a (127.6.227.66:38531)
23:55:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.373895  7795 heartbeater.cc:344] Connected to a master server at 127.6.227.126:35549
23:55:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.374280  7795 heartbeater.cc:461] Registering TS with master...
23:55:24.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.374886  7795 heartbeater.cc:507] Master 127.6.227.126:35549 requested a full tablet report, sending...
23:55:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.377714  7109 ts_manager.cc:194] Registered new tserver with Master: f970c8347035472481707f3c057d481a (127.6.227.66:38531)
23:55:24.392 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:24.392 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:24.392 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:24.392 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.393 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:24.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:24.634 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:24.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:24.730 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:24.731 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:24.731 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:24.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:24.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:24.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:24.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:24.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:24.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:24.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:24.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:24.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:24.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:24.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:24.753933  7794 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:24.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:24.754545  7794 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:24.755105  7794 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:24.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:24.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:24.791409  7794 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:24.792505  7794 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.227.67
23:55:24.810 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:24.810 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:24.810 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:24.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:24.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:24.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:24.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:24.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:24.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:24.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:24.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:24.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:24.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.843361  7794 tablet_server_runner.cc:78] Tablet server non-default flags:
23:55:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.227.84:37927
23:55:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/data
23:55:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/wal
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.227.67:0
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/data/info.pb
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.227.67
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.227.126:35549,127.6.227.125:41905,127.6.227.124:45059
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.227.67
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/logs
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.845012  7794 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:24.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:24.846869  7794 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:24.861738  7805 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:24.927 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:24.927 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:24.927 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:24.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:24.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:24.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:24.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:24.939 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:24.940 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:24.940 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:24.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:24.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:24.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:24.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:24.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:24.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:24.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:24.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:24.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:24.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:25.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:25.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:25.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:25.259 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:25.259 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:25.260 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:25.261 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.261 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.261 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.262 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.262 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.262 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.262 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:25.278 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:25.348901  7790 heartbeater.cc:499] Master 127.6.227.124:45059 was elected leader, sending a full tablet report...
23:55:25.448 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:25.448 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:25.448 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:25.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:25.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:25.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:25.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:25.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:25.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:25.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:25.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:25.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:25.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:25.488 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:25.488 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:25.489 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:25.489 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.489 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.489 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.489 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.490 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:25.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:25.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:25.631 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:25.631 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:25.631 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:25.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:25.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:25.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:25.633 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:25.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:25.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:25.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:25.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:25.633 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:25.634 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:25.635 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [44ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [383ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [383ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [563ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [641ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [642ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [643ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [643ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2402ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [3880ms] refreshing cache from master, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3882ms] too many traces: truncated at 100 traces, deferred=Deferred@1838380522(state=PENDING, result=null, callback=(continuation of Deferred@840356176 after retry RPC after error@957828421) -> (continuation of Deferred@1961134334 after retry RPC after error@36609965) -> (continuation of Deferred@104219369 after retry RPC after error@88627727) -> (continuation of Deferred@1438351648 after retry RPC after error@597602253) -> (continuation of Deferred@386633821 after retry RPC after error@1356081297) -> (continuation of Deferred@1508839722 after retry RPC after error@257502493) -> (continuation of Deferred@1151061459 after retry RPC after error@905635185) -> (continuation of Deferred@339592357 after retry RPC after error@1380590330) -> (continuation of Deferred@1218811957 after retry RPC after error@714489149) -> (continuation of Deferred@1358220326 after retry RPC after error@1395288368) -> (continuation of Deferred@933898064 after retry RPC after error@743344973) -> (continuation of Deferred@1512961822 after retry RPC after error@1523480194) -> (continuation of Deferred@1010326060 after retry RPC after error@1693760005) -> (continuation of Deferred@1364468866 after retry RPC after error@2022126156) -> (continuation of Deferred@101776970 after retry RPC after error@1207261215) -> (continuation of Deferred@930419799 after retry RPC after error@1990280615) -> (continuation of Deferred@2000816023 after retry RPC after error@446340288) -> (continuation of Deferred@89322600 after retry RPC after error@2040665368) -> (continuation of Deferred@515623684 after retry RPC after error@1351170191) -> (continuation of Deferred@1114269506 after retry RPC after error@730439874) -> (continuation of Deferred@1797959004 after retry RPC after error@1929293302) -> (continuation of Deferred@1665111196 after retry RPC after error@97953673) -> (continuation of Deferred@1000909346 after retry RPC after error@1010704828) -> (continuation of Deferred@591055315 after retry RPC after error@325114066) -> (continuation of Deferred@1843894566 after retry RPC after error@538535655) -> (continuation of Deferred@1427658598 after retry RPC after error@1084990303) -> (continuation of Deferred@299121861 after retry RPC after error@2056347206), errback=(continuation of Deferred@840356176 after retry RPC after error@957828421) -> (continuation of Deferred@1961134334 after retry RPC after error@36609965) -> (continuation of Deferred@104219369 after retry RPC after error@88627727) -> (continuation of Deferred@1438351648 after retry RPC after error@597602253) -> (continuation of Deferred@386633821 after retry RPC after error@1356081297) -> (continuation of Deferred@1508839722 after retry RPC after error@257502493) -> (continuation of Deferred@1151061459 after retry RPC after error@905635185) -> (continuation of Deferred@339592357 after retry RPC after error@1380590330) -> (continuation of Deferred@1218811957 after retry RPC after error@714489149) -> (continuation of Deferred@1358220326 after retry RPC after error@1395288368) -> (continuation of Deferred@933898064 after retry RPC after error@743344973) -> (continuation of Deferred@1512961822 after retry RPC after error@1523480194) -> (continuation of Deferred@1010326060 after retry RPC after error@1693760005) -> (continuation of Deferred@1364468866 after retry RPC after error@2022126156) -> (continuation of Deferred@101776970 after retry RPC after error@1207261215) -> (continuation of Deferred@930419799 after retry RPC after error@1990280615) -> (continuation of Deferred@2000816023 after retry RPC after error@446340288) -> (continuation of Deferred@89322600 after retry RPC after error@2040665368) -> (continuation of Deferred@515623684 after retry RPC after error@1351170191) -> (continuation of Deferred@1114269506 after retry RPC after error@730439874) -> (continuation of Deferred@1797959004 after retry RPC after error@1929293302) -> (continuation of Deferred@1665111196 after retry RPC after error@97953673) -> (continuation of Deferred@1000909346 after retry RPC after error@1010704828) -> (continuation of Deferred@591055315 after retry RPC after error@325114066) -> (continuation of Deferred@1843894566 after retry RPC after error@538535655) -> (continuation of Deferred@1427658598 after retry RPC after error@1084990303) -> (continuation of Deferred@299121861 after retry RPC after error@2056347206)))
23:55:25.636 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:55:25.636 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [44ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [383ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [383ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [563ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [641ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [642ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [643ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [643ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2402ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [3880ms] refreshing cache from master, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3882ms] too many traces: truncated at 100 traces, deferred=Deferred@1838380522(state=PENDING, result=null, callback=(continuation of Deferred@840356176 after retry RPC after error@957828421) -> (continuation of Deferred@1961134334 after retry RPC after error@36609965) -> (continuation of Deferred@104219369 after retry RPC after error@88627727) -> (continuation of Deferred@1438351648 after retry RPC after error@597602253) -> (continuation of Deferred@386633821 after retry RPC after error@1356081297) -> (continuation of Deferred@1508839722 after retry RPC after error@257502493) -> (continuation of Deferred@1151061459 after retry RPC after error@905635185) -> (continuation of Deferred@339592357 after retry RPC after error@1380590330) -> (continuation of Deferred@1218811957 after retry RPC after error@714489149) -> (continuation of Deferred@1358220326 after retry RPC after error@1395288368) -> (continuation of Deferred@933898064 after retry RPC after error@743344973) -> (continuation of Deferred@1512961822 after retry RPC after error@1523480194) -> (continuation of Deferred@1010326060 after retry RPC after error@1693760005) -> (continuation of Deferred@1364468866 after retry RPC after error@2022126156) -> (continuation of Deferred@101776970 after retry RPC after error@1207261215) -> (continuation of Deferred@930419799 after retry RPC after error@1990280615) -> (continuation of Deferred@2000816023 after retry RPC after error@446340288) -> (continuation of Deferred@89322600 after retry RPC after error@2040665368) -> (continuation of Deferred@515623684 after retry RPC after error@1351170191) -> (continuation of Deferred@1114269506 after retry RPC after error@730439874) -> (continuation of Deferred@1797959004 after retry RPC after error@1929293302) -> (continuation of Deferred@1665111196 after retry RPC after error@97953673) -> (continuation of Deferred@1000909346 after retry RPC after error@1010704828) -> (continuation of Deferred@591055315 after retry RPC after error@325114066) -> (continuation of Deferred@1843894566 after retry RPC after error@538535655) -> (continuation of Deferred@1427658598 after retry RPC after error@1084990303) -> (continuation of Deferred@299121861 after retry RPC after error@2056347206), errback=(continuation of Deferred@840356176 after retry RPC after error@957828421) -> (continuation of Deferred@1961134334 after retry RPC after error@36609965) -> (continuation of Deferred@104219369 after retry RPC after error@88627727) -> (continuation of Deferred@1438351648 after retry RPC after error@597602253) -> (continuation of Deferred@386633821 after retry RPC after error@1356081297) -> (continuation of Deferred@1508839722 after retry RPC after error@257502493) -> (continuation of Deferred@1151061459 after retry RPC after error@905635185) -> (continuation of Deferred@339592357 after retry RPC after error@1380590330) -> (continuation of Deferred@1218811957 after retry RPC after error@714489149) -> (continuation of Deferred@1358220326 after retry RPC after error@1395288368) -> (continuation of Deferred@933898064 after retry RPC after error@743344973) -> (continuation of Deferred@1512961822 after retry RPC after error@1523480194) -> (continuation of Deferred@1010326060 after retry RPC after error@1693760005) -> (continuation of Deferred@1364468866 after retry RPC after error@2022126156) -> (continuation of Deferred@101776970 after retry RPC after error@1207261215) -> (continuation of Deferred@930419799 after retry RPC after error@1990280615) -> (continuation of Deferred@2000816023 after retry RPC after error@446340288) -> (continuation of Deferred@89322600 after retry RPC after error@2040665368) -> (continuation of Deferred@515623684 after retry RPC after error@1351170191) -> (continuation of Deferred@1114269506 after retry RPC after error@730439874) -> (continuation of Deferred@1797959004 after retry RPC after error@1929293302) -> (continuation of Deferred@1665111196 after retry RPC after error@97953673) -> (continuation of Deferred@1000909346 after retry RPC after error@1010704828) -> (continuation of Deferred@591055315 after retry RPC after error@325114066) -> (continuation of Deferred@1843894566 after retry RPC after error@538535655) -> (continuation of Deferred@1427658598 after retry RPC after error@1084990303) -> (continuation of Deferred@299121861 after retry RPC after error@2056347206)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.252:46335
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:25.637 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:55:25.641 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:55:25.645 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [44ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [383ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [383ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [563ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [641ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [642ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [643ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [643ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2402ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [3880ms] refreshing cache from master, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3882ms] too many traces: truncated at 100 traces, deferred=Deferred@1838380522(state=PENDING, result=null, callback=(continuation of Deferred@840356176 after retry RPC after error@957828421) -> (continuation of Deferred@1961134334 after retry RPC after error@36609965) -> (continuation of Deferred@104219369 after retry RPC after error@88627727) -> (continuation of Deferred@1438351648 after retry RPC after error@597602253) -> (continuation of Deferred@386633821 after retry RPC after error@1356081297) -> (continuation of Deferred@1508839722 after retry RPC after error@257502493) -> (continuation of Deferred@1151061459 after retry RPC after error@905635185) -> (continuation of Deferred@339592357 after retry RPC after error@1380590330) -> (continuation of Deferred@1218811957 after retry RPC after error@714489149) -> (continuation of Deferred@1358220326 after retry RPC after error@1395288368) -> (continuation of Deferred@933898064 after retry RPC after error@743344973) -> (continuation of Deferred@1512961822 after retry RPC after error@1523480194) -> (continuation of Deferred@1010326060 after retry RPC after error@1693760005) -> (continuation of Deferred@1364468866 after retry RPC after error@2022126156) -> (continuation of Deferred@101776970 after retry RPC after error@1207261215) -> (continuation of Deferred@930419799 after retry RPC after error@1990280615) -> (continuation of Deferred@2000816023 after retry RPC after error@446340288) -> (continuation of Deferred@89322600 after retry RPC after error@2040665368) -> (continuation of Deferred@515623684 after retry RPC after error@1351170191) -> (continuation of Deferred@1114269506 after retry RPC after error@730439874) -> (continuation of Deferred@1797959004 after retry RPC after error@1929293302) -> (continuation of Deferred@1665111196 after retry RPC after error@97953673) -> (continuation of Deferred@1000909346 after retry RPC after error@1010704828) -> (continuation of Deferred@591055315 after retry RPC after error@325114066) -> (continuation of Deferred@1843894566 after retry RPC after error@538535655) -> (continuation of Deferred@1427658598 after retry RPC after error@1084990303) -> (continuation of Deferred@299121861 after retry RPC after error@2056347206), errback=(continuation of Deferred@840356176 after retry RPC after error@957828421) -> (continuation of Deferred@1961134334 after retry RPC after error@36609965) -> (continuation of Deferred@104219369 after retry RPC after error@88627727) -> (continuation of Deferred@1438351648 after retry RPC after error@597602253) -> (continuation of Deferred@386633821 after retry RPC after error@1356081297) -> (continuation of Deferred@1508839722 after retry RPC after error@257502493) -> (continuation of Deferred@1151061459 after retry RPC after error@905635185) -> (continuation of Deferred@339592357 after retry RPC after error@1380590330) -> (continuation of Deferred@1218811957 after retry RPC after error@714489149) -> (continuation of Deferred@1358220326 after retry RPC after error@1395288368) -> (continuation of Deferred@933898064 after retry RPC after error@743344973) -> (continuation of Deferred@1512961822 after retry RPC after error@1523480194) -> (continuation of Deferred@1010326060 after retry RPC after error@1693760005) -> (continuation of Deferred@1364468866 after retry RPC after error@2022126156) -> (continuation of Deferred@101776970 after retry RPC after error@1207261215) -> (continuation of Deferred@930419799 after retry RPC after error@1990280615) -> (continuation of Deferred@2000816023 after retry RPC after error@446340288) -> (continuation of Deferred@89322600 after retry RPC after error@2040665368) -> (continuation of Deferred@515623684 after retry RPC after error@1351170191) -> (continuation of Deferred@1114269506 after retry RPC after error@730439874) -> (continuation of Deferred@1797959004 after retry RPC after error@1929293302) -> (continuation of Deferred@1665111196 after retry RPC after error@97953673) -> (continuation of Deferred@1000909346 after retry RPC after error@1010704828) -> (continuation of Deferred@591055315 after retry RPC after error@325114066) -> (continuation of Deferred@1843894566 after retry RPC after error@538535655) -> (continuation of Deferred@1427658598 after retry RPC after error@1084990303) -> (continuation of Deferred@299121861 after retry RPC after error@2056347206)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.252:46335
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:25.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:25.649 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:25.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:55:25.651 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:55:25.651 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RUNNING to RESTARTING.
23:55:25.678 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:25.679 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:25.679 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:25.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:25.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:25.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:25.680 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:25.721 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:25.721 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:25.721 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:25.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:25.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:25.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:25.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:25.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:25.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:25.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:25.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:25.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:25.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:25.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:25.828 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:25.828 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:25.829 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:25.829 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:25.829 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:25.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:25.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:25.829 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:25.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:25.829 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:25.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:25.829 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:25.829 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:25.969 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:25.969 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:25.970 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:25.970 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:25.970 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:25.970 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:25.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:25.970 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:25.970 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:25.970 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:25.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:25.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:25.970 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:26.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:26.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:26.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:24.865542  7806 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:26.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:24.866250  7808 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:26.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:26.215330  7807 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1351 milliseconds
23:55:26.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.215378  7794 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.219926  7794 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.223215  7794 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.224720  7794 hybrid_clock.cc:648] HybridClock initialized: now 1783468526224679 us; error 77 us; skew 500 ppm
23:55:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.225803  7794 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.234545  7794 webserver.cc:534] Webserver started at http://127.6.227.67:33681/ using document root <none> and password file <none>
23:55:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.235724  7794 fs_manager.cc:362] Metadata directory not provided
23:55:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.236016  7794 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.236524  7794 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.241444  7794 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/data/instance:
23:55:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba79ab1c6522498995b306dbf5949f2e"
23:55:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:26 on dist-test-slave-1rxj"
23:55:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.242820  7794 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/wal/instance:
23:55:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba79ab1c6522498995b306dbf5949f2e"
23:55:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:26 on dist-test-slave-1rxj"
23:55:26.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.251468  7794 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
23:55:26.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.257943  7817 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.259312  7794 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.259766  7794 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/wal
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba79ab1c6522498995b306dbf5949f2e"
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:26 on dist-test-slave-1rxj"
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.260207  7794 fs_report.cc:389] FS layout report
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/wal
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/wal
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/data/data
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:26.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:26.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.327455  7794 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:26.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.329241  7794 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:26.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.329799  7794 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.333046  7794 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.338904  7794 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.339109  7794 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.339314  7794 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.339478  7794 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:55:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.527419  7794 rpc_server.cc:307] RPC server started. Bound to: 127.6.227.67:43245
23:55:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.527506  7930 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.227.67:43245 every 8 connection(s)
23:55:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.531167  7794 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/data/info.pb
23:55:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.535002  7053 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 7794
23:55:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.535477  7053 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster17084843228867098716/ts-2/wal/instance
23:55:26.573 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.595170  7931 heartbeater.cc:344] Connected to a master server at 127.6.227.124:45059
23:55:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.595644  7931 heartbeater.cc:461] Registering TS with master...
23:55:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.597066  7931 heartbeater.cc:507] Master 127.6.227.124:45059 requested a full tablet report, sending...
23:55:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.599567  7932 heartbeater.cc:344] Connected to a master server at 127.6.227.125:41905
23:55:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.600297  7932 heartbeater.cc:461] Registering TS with master...
23:55:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.601667  7329 ts_manager.cc:194] Registered new tserver with Master: ba79ab1c6522498995b306dbf5949f2e (127.6.227.67:43245)
23:55:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.601455  7932 heartbeater.cc:507] Master 127.6.227.125:41905 requested a full tablet report, sending...
23:55:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.603677  7329 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.227.67:58077
23:55:26.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.604562  7185 ts_manager.cc:194] Registered new tserver with Master: ba79ab1c6522498995b306dbf5949f2e (127.6.227.67:43245)
23:55:26.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.608982  7935 heartbeater.cc:344] Connected to a master server at 127.6.227.126:35549
23:55:26.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.609400  7935 heartbeater.cc:461] Registering TS with master...
23:55:26.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.610248  7935 heartbeater.cc:507] Master 127.6.227.126:35549 requested a full tablet report, sending...
23:55:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.615447  7109 ts_manager.cc:194] Registered new tserver with Master: ba79ab1c6522498995b306dbf5949f2e (127.6.227.67:43245)
23:55:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.630671  7053 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:55:26.643 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:55:26.644 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:55:26.645 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.227.126"
      port: 35549
    }
    bound_http_address {
      host: "127.6.227.126"
      port: 45233
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.227.125"
      port: 41905
    }
    bound_http_address {
      host: "127.6.227.125"
      port: 46055
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.227.124"
      port: 45059
    }
    bound_http_address {
      host: "127.6.227.124"
      port: 41317
    }
  }
}

23:55:26.645 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:55:26.646 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.227.65"
      port: 35617
    }
    bound_http_address {
      host: "127.6.227.65"
      port: 38011
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.227.66"
      port: 38531
    }
    bound_http_address {
      host: "127.6.227.66"
      port: 41771
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.227.67"
      port: 43245
    }
    bound_http_address {
      host: "127.6.227.67"
      port: 33681
    }
  }
}

23:55:26.646 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:55:26.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:26.649 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:26.650 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:26.650 [DEBUG - main] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:26.650 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:26.650 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:26.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:26.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:26.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:26.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:26.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:26.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:26.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:26.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:26.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:26.651 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:26.652 [DEBUG - main] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:26.652 [DEBUG - main] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:26.653 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.28.190:34457(127.6.28.190:34457)] Successfully connected to peer
23:55:26.655 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.28.189:46549(127.6.28.189:46549)] Successfully connected to peer
23:55:26.657 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.190
23:55:26.662 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.189
23:55:26.666 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.28.188:34021(127.6.28.188:34021)] Successfully connected to peer
23:55:26.670 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.188
23:55:26.674 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:26.674 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:26.677 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9b6796bc, L:/127.0.0.1:45070 - R:/127.6.28.189:46549] using SASL/PLAIN
23:55:26.679 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:26.683 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7d990b34, L:/127.0.0.1:44514 - R:/127.6.28.188:34021] using SASL/PLAIN
23:55:26.683 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x78462bda, L:/127.0.0.1:42752 - R:/127.6.28.190:34457] using SASL/PLAIN
23:55:26.687 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:26.687 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=37), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: OK, deferred=null) after lookup
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.689718  6471 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44514:
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\001d\000\000\000\004\001\310\000\000\000"
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:55:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:55:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:55:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:55:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:55:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:55:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:26.694231  6471 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:55:26.770 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:26.771 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:26.771 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:26.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:26.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:26.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:26.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:26.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:26.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:26.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:26.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:26.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:26.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:26.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:26.779 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.839195  6836 tablet_service.cc:1511] Processing CreateTablet for tablet 1833f6e7a0ef4ed399734cedc76aae37 (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:55:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.839195  6835 tablet_service.cc:1511] Processing CreateTablet for tablet a65e8e4f55ea4634a0066e85e884dcef (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:55:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.839195  6837 tablet_service.cc:1511] Processing CreateTablet for tablet 078e4f9e5f4841a6bbadd30b9e155271 (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION VALUES < 100
23:55:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.842777  6836 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1833f6e7a0ef4ed399734cedc76aae37. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.843528  6835 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a65e8e4f55ea4634a0066e85e884dcef. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.844647  6837 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 078e4f9e5f4841a6bbadd30b9e155271. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.887516  6640 tablet_service.cc:1511] Processing CreateTablet for tablet a65e8e4f55ea4634a0066e85e884dcef (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:55:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.891400  6641 tablet_service.cc:1511] Processing CreateTablet for tablet 1833f6e7a0ef4ed399734cedc76aae37 (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:55:26.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.894693  6641 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1833f6e7a0ef4ed399734cedc76aae37. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.897691  6642 tablet_service.cc:1511] Processing CreateTablet for tablet 078e4f9e5f4841a6bbadd30b9e155271 (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION VALUES < 100
23:55:26.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.901227  7964 tablet_bootstrap.cc:492] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291: Bootstrap starting.
23:55:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.902663  6640 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a65e8e4f55ea4634a0066e85e884dcef. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.910167  6642 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 078e4f9e5f4841a6bbadd30b9e155271. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.910301  7964 tablet_bootstrap.cc:654] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291: Neither blocks nor log segments found. Creating new log.
23:55:26.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.908108  6978 tablet_service.cc:1511] Processing CreateTablet for tablet 078e4f9e5f4841a6bbadd30b9e155271 (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION VALUES < 100
23:55:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.912989  7964 log.cc:826] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291: Log is configured to *not* fsync() on all Append() calls
23:55:26.914 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.914063  6978 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 078e4f9e5f4841a6bbadd30b9e155271. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.914 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:26.914 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:26.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:26.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:26.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:26.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:26.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:26.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:26.915 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:26.915 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:26.915 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:26.915 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.916109  6977 tablet_service.cc:1511] Processing CreateTablet for tablet 1833f6e7a0ef4ed399734cedc76aae37 (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:55:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.924309  6977 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1833f6e7a0ef4ed399734cedc76aae37. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.925288  6976 tablet_service.cc:1511] Processing CreateTablet for tablet a65e8e4f55ea4634a0066e85e884dcef (DEFAULT_TABLE table=replication_test_table [id=e5c46b26e0de46c98002ab6835624b7d]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:55:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.926647  6976 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a65e8e4f55ea4634a0066e85e884dcef. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.931857  7964 tablet_bootstrap.cc:492] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291: No bootstrap required, opened a new log
23:55:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.932519  7964 ts_tablet_manager.cc:1403] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291: Time spent bootstrapping tablet: real 0.032s	user 0.016s	sys 0.007s
23:55:26.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:26.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:26.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:26.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:26.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:26.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:26.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:26.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:26.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:26.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:26.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:26.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:26.946 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:26.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.983280  7966 tablet_bootstrap.cc:492] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c: Bootstrap starting.
23:55:26.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:26.997524  7966 tablet_bootstrap.cc:654] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c: Neither blocks nor log segments found. Creating new log.
23:55:27.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.004279  7966 log.cc:826] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c: Log is configured to *not* fsync() on all Append() calls
23:55:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.001276  7964 raft_consensus.cc:359] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.007335  7964 raft_consensus.cc:385] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.008831  7964 raft_consensus.cc:740] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0024a0e140cc442a94ee04f3c3e22291, State: Initialized, Role: FOLLOWER
23:55:27.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.010142  7964 consensus_queue.cc:260] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.019172  7967 tablet_bootstrap.cc:492] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389: Bootstrap starting.
23:55:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.022027  7966 tablet_bootstrap.cc:492] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c: No bootstrap required, opened a new log
23:55:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.023476  7966 ts_tablet_manager.cc:1403] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c: Time spent bootstrapping tablet: real 0.041s	user 0.015s	sys 0.006s
23:55:27.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.025081  7964 ts_tablet_manager.cc:1434] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291: Time spent starting tablet: real 0.092s	user 0.031s	sys 0.021s
23:55:27.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.028625  7964 tablet_bootstrap.cc:492] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291: Bootstrap starting.
23:55:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.036698  7967 tablet_bootstrap.cc:654] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389: Neither blocks nor log segments found. Creating new log.
23:55:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.039944  7967 log.cc:826] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389: Log is configured to *not* fsync() on all Append() calls
23:55:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.041476  7964 tablet_bootstrap.cc:654] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291: Neither blocks nor log segments found. Creating new log.
23:55:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.062834  7964 tablet_bootstrap.cc:492] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291: No bootstrap required, opened a new log
23:55:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:27.063015  6909 tablet.cc:2406] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.063448  7964 ts_tablet_manager.cc:1403] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291: Time spent bootstrapping tablet: real 0.037s	user 0.008s	sys 0.006s
23:55:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.064891  7967 tablet_bootstrap.cc:492] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389: No bootstrap required, opened a new log
23:55:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.065593  7967 ts_tablet_manager.cc:1403] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389: Time spent bootstrapping tablet: real 0.047s	user 0.013s	sys 0.009s
23:55:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.066864  7964 raft_consensus.cc:359] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.067570  7964 raft_consensus.cc:385] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.067875  7964 raft_consensus.cc:740] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0024a0e140cc442a94ee04f3c3e22291, State: Initialized, Role: FOLLOWER
23:55:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.068828  7964 consensus_queue.cc:260] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.075779  7966 raft_consensus.cc:359] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.077777  7966 raft_consensus.cc:385] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.078168  7966 raft_consensus.cc:740] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9edd984126524d2fbfcecf8b0fabba0c, State: Initialized, Role: FOLLOWER
23:55:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.079200  7966 consensus_queue.cc:260] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.087783  7969 raft_consensus.cc:493] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:27.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.088384  7969 raft_consensus.cc:515] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.092803  7969 leader_election.cc:290] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633), aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413)
23:55:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.096079  7964 ts_tablet_manager.cc:1434] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291: Time spent starting tablet: real 0.032s	user 0.007s	sys 0.000s
23:55:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.101835  7966 ts_tablet_manager.cc:1434] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c: Time spent starting tablet: real 0.078s	user 0.036s	sys 0.010s
23:55:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.105003  7966 tablet_bootstrap.cc:492] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c: Bootstrap starting.
23:55:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.115097  7966 tablet_bootstrap.cc:654] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c: Neither blocks nor log segments found. Creating new log.
23:55:27.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.130139  7964 tablet_bootstrap.cc:492] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291: Bootstrap starting.
23:55:27.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.134086  7966 tablet_bootstrap.cc:492] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c: No bootstrap required, opened a new log
23:55:27.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.134769  7966 ts_tablet_manager.cc:1403] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c: Time spent bootstrapping tablet: real 0.030s	user 0.012s	sys 0.007s
23:55:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.138054  7966 raft_consensus.cc:359] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.139042  7966 raft_consensus.cc:385] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.139549  7966 raft_consensus.cc:740] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9edd984126524d2fbfcecf8b0fabba0c, State: Initialized, Role: FOLLOWER
23:55:27.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.140501  7966 consensus_queue.cc:260] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:27.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.152261  7966 ts_tablet_manager.cc:1434] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c: Time spent starting tablet: real 0.017s	user 0.006s	sys 0.000s
23:55:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.159056  7966 tablet_bootstrap.cc:492] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c: Bootstrap starting.
23:55:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.159914  7964 tablet_bootstrap.cc:654] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291: Neither blocks nor log segments found. Creating new log.
23:55:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.164197  6662 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1833f6e7a0ef4ed399734cedc76aae37" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edd984126524d2fbfcecf8b0fabba0c" is_pre_election: true
23:55:27.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:27.166649  6793 leader_election.cc:343] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633): Illegal state: must be running to vote when last-logged opid is not known
23:55:27.168 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:27.168 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:27.168 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:27.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.169 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.173275  6998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1833f6e7a0ef4ed399734cedc76aae37" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa2aac9eb7624ada9ec70c1a92604389" is_pre_election: true
23:55:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.174620  7966 tablet_bootstrap.cc:654] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c: Neither blocks nor log segments found. Creating new log.
23:55:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.175504  7964 tablet_bootstrap.cc:492] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291: No bootstrap required, opened a new log
23:55:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:27.175458  6790 leader_election.cc:343] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413): Illegal state: must be running to vote when last-logged opid is not known
23:55:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.175961  7964 ts_tablet_manager.cc:1403] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291: Time spent bootstrapping tablet: real 0.046s	user 0.009s	sys 0.004s
23:55:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.175918  6790 leader_election.cc:304] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0024a0e140cc442a94ee04f3c3e22291; no voters: 9edd984126524d2fbfcecf8b0fabba0c, aa2aac9eb7624ada9ec70c1a92604389
23:55:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.176884  7969 raft_consensus.cc:2749] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:55:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:27.181095  6715 tablet.cc:2406] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.180776  7967 raft_consensus.cc:359] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.181749  7967 raft_consensus.cc:385] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.182051  7967 raft_consensus.cc:740] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa2aac9eb7624ada9ec70c1a92604389, State: Initialized, Role: FOLLOWER
23:55:27.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.183027  7967 consensus_queue.cc:260] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.193539  7966 tablet_bootstrap.cc:492] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c: No bootstrap required, opened a new log
23:55:27.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.189389  7964 raft_consensus.cc:359] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.194036  7964 raft_consensus.cc:385] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.194165  7966 ts_tablet_manager.cc:1403] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c: Time spent bootstrapping tablet: real 0.035s	user 0.012s	sys 0.010s
23:55:27.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.194358  7964 raft_consensus.cc:740] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0024a0e140cc442a94ee04f3c3e22291, State: Initialized, Role: FOLLOWER
23:55:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.196851  7966 raft_consensus.cc:359] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.197726  7966 raft_consensus.cc:385] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.198093  7966 raft_consensus.cc:740] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9edd984126524d2fbfcecf8b0fabba0c, State: Initialized, Role: FOLLOWER
23:55:27.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.198904  7966 consensus_queue.cc:260] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.197794  7964 consensus_queue.cc:260] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.204114  7966 ts_tablet_manager.cc:1434] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.001s
23:55:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.203850  7964 ts_tablet_manager.cc:1434] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291: Time spent starting tablet: real 0.028s	user 0.008s	sys 0.000s
23:55:27.227 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:27.228 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:27.228 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:27.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:27.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:27.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:27.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:27.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:27.229 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:27.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:27.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:27.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:27.230 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.238857  7967 ts_tablet_manager.cc:1434] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389: Time spent starting tablet: real 0.173s	user 0.035s	sys 0.018s
23:55:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.244613  7967 tablet_bootstrap.cc:492] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389: Bootstrap starting.
23:55:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.256524  7967 tablet_bootstrap.cc:654] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389: Neither blocks nor log segments found. Creating new log.
23:55:27.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.262851  7967 tablet_bootstrap.cc:492] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389: No bootstrap required, opened a new log
23:55:27.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.263258  7967 ts_tablet_manager.cc:1403] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389: Time spent bootstrapping tablet: real 0.019s	user 0.008s	sys 0.003s
23:55:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.266311  7967 raft_consensus.cc:359] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.267073  7967 raft_consensus.cc:385] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.267359  7967 raft_consensus.cc:740] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa2aac9eb7624ada9ec70c1a92604389, State: Initialized, Role: FOLLOWER
23:55:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.268169  7967 consensus_queue.cc:260] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.275 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.270766  7967 ts_tablet_manager.cc:1434] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.002s
23:55:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.271739  7967 tablet_bootstrap.cc:492] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389: Bootstrap starting.
23:55:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.276443  7978 raft_consensus.cc:493] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.277150  7978 raft_consensus.cc:515] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.278506  7967 tablet_bootstrap.cc:654] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389: Neither blocks nor log segments found. Creating new log.
23:55:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.293623  7978 leader_election.cc:290] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633), 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130:46303)
23:55:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.303033  7972 raft_consensus.cc:493] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.303683  7972 raft_consensus.cc:515] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.309 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:27.310 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:27.310 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:27.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.311 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.316861  7972 leader_election.cc:290] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130:46303), aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413)
23:55:27.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.341892  7969 raft_consensus.cc:493] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:27.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.342406  7969 raft_consensus.cc:515] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.344476  7969 leader_election.cc:290] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413), 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633)
23:55:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.346278  6998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "078e4f9e5f4841a6bbadd30b9e155271" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa2aac9eb7624ada9ec70c1a92604389" is_pre_election: true
23:55:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.346930  6998 raft_consensus.cc:2468] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0024a0e140cc442a94ee04f3c3e22291 in term 0.
23:55:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.348049  6662 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "078e4f9e5f4841a6bbadd30b9e155271" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edd984126524d2fbfcecf8b0fabba0c" is_pre_election: true
23:55:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.348702  6662 raft_consensus.cc:2468] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0024a0e140cc442a94ee04f3c3e22291 in term 0.
23:55:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.349900  6857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1833f6e7a0ef4ed399734cedc76aae37" candidate_uuid: "aa2aac9eb7624ada9ec70c1a92604389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0024a0e140cc442a94ee04f3c3e22291" is_pre_election: true
23:55:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.350049  6793 leader_election.cc:304] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0024a0e140cc442a94ee04f3c3e22291, 9edd984126524d2fbfcecf8b0fabba0c; no voters: 
23:55:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.350775  6857 raft_consensus.cc:2468] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aa2aac9eb7624ada9ec70c1a92604389 in term 0.
23:55:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.350970  7969 raft_consensus.cc:2804] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.351542  7969 raft_consensus.cc:493] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.352243  7969 raft_consensus.cc:3060] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Advancing to term 1
23:55:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.353449  6662 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1833f6e7a0ef4ed399734cedc76aae37" candidate_uuid: "aa2aac9eb7624ada9ec70c1a92604389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edd984126524d2fbfcecf8b0fabba0c" is_pre_election: true
23:55:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.354022  6662 raft_consensus.cc:2468] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aa2aac9eb7624ada9ec70c1a92604389 in term 0.
23:55:27.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.355351  6932 leader_election.cc:304] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0024a0e140cc442a94ee04f3c3e22291, aa2aac9eb7624ada9ec70c1a92604389; no voters: 
23:55:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.357963  7978 raft_consensus.cc:2804] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.358323  7978 raft_consensus.cc:493] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:27.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.358639  7978 raft_consensus.cc:3060] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Advancing to term 1
23:55:27.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.359880  7967 tablet_bootstrap.cc:492] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389: No bootstrap required, opened a new log
23:55:27.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.360332  7967 ts_tablet_manager.cc:1403] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389: Time spent bootstrapping tablet: real 0.089s	user 0.015s	sys 0.025s
23:55:27.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.363392  7967 raft_consensus.cc:359] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.364122  7967 raft_consensus.cc:385] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:27.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.364421  7967 raft_consensus.cc:740] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa2aac9eb7624ada9ec70c1a92604389, State: Initialized, Role: FOLLOWER
23:55:27.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.365074  7967 consensus_queue.cc:260] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.369959  6857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "078e4f9e5f4841a6bbadd30b9e155271" candidate_uuid: "9edd984126524d2fbfcecf8b0fabba0c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0024a0e140cc442a94ee04f3c3e22291" is_pre_election: true
23:55:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.370780  6998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "078e4f9e5f4841a6bbadd30b9e155271" candidate_uuid: "9edd984126524d2fbfcecf8b0fabba0c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa2aac9eb7624ada9ec70c1a92604389" is_pre_election: true
23:55:27.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.371552  6998 raft_consensus.cc:2468] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9edd984126524d2fbfcecf8b0fabba0c in term 0.
23:55:27.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.374292  7969 raft_consensus.cc:515] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.374778  6593 leader_election.cc:304] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9edd984126524d2fbfcecf8b0fabba0c, aa2aac9eb7624ada9ec70c1a92604389; no voters: 
23:55:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.375545  6857 raft_consensus.cc:2393] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9edd984126524d2fbfcecf8b0fabba0c in current term 1: Already voted for candidate 0024a0e140cc442a94ee04f3c3e22291 in this term.
23:55:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.375722  7972 raft_consensus.cc:2804] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.376209  7972 raft_consensus.cc:493] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.376605  7972 raft_consensus.cc:3060] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Advancing to term 1
23:55:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.384075  7978 raft_consensus.cc:515] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.392102  6998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "078e4f9e5f4841a6bbadd30b9e155271" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa2aac9eb7624ada9ec70c1a92604389"
23:55:27.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.392838  6998 raft_consensus.cc:3060] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Advancing to term 1
23:55:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.399765  7969 leader_election.cc:290] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 election: Requested vote from peers aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413), 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633)
23:55:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.402151  6662 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "078e4f9e5f4841a6bbadd30b9e155271" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edd984126524d2fbfcecf8b0fabba0c"
23:55:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.402954  6998 raft_consensus.cc:2468] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0024a0e140cc442a94ee04f3c3e22291 in term 1.
23:55:27.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.404259  6790 leader_election.cc:304] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0024a0e140cc442a94ee04f3c3e22291, aa2aac9eb7624ada9ec70c1a92604389; no voters: 
23:55:27.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.405205  7969 raft_consensus.cc:2804] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 1 FOLLOWER]: Leader election won for term 1
23:55:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.409194  7967 ts_tablet_manager.cc:1434] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389: Time spent starting tablet: real 0.048s	user 0.017s	sys 0.023s
23:55:27.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.411331  7969 raft_consensus.cc:697] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [term 1 LEADER]: Becoming Leader. State: Replica: 0024a0e140cc442a94ee04f3c3e22291, State: Running, Role: LEADER
23:55:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.413409  7969 consensus_queue.cc:237] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.417620  7978 leader_election.cc:290] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [CANDIDATE]: Term 1 election: Requested vote from peers 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633), 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130:46303)
23:55:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.417981  6857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1833f6e7a0ef4ed399734cedc76aae37" candidate_uuid: "aa2aac9eb7624ada9ec70c1a92604389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0024a0e140cc442a94ee04f3c3e22291"
23:55:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.418504  6857 raft_consensus.cc:3060] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Advancing to term 1
23:55:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.419210  6661 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1833f6e7a0ef4ed399734cedc76aae37" candidate_uuid: "aa2aac9eb7624ada9ec70c1a92604389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edd984126524d2fbfcecf8b0fabba0c"
23:55:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.419955  6661 raft_consensus.cc:3060] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Advancing to term 1
23:55:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.419678  7972 raft_consensus.cc:515] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } }
23:55:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.424746  6662 raft_consensus.cc:2393] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 0024a0e140cc442a94ee04f3c3e22291 in current term 1: Already voted for candidate 9edd984126524d2fbfcecf8b0fabba0c in this term.
23:55:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.425715  7972 leader_election.cc:290] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [CANDIDATE]: Term 1 election: Requested vote from peers 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130:46303), aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413)
23:55:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.427735  6856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "078e4f9e5f4841a6bbadd30b9e155271" candidate_uuid: "9edd984126524d2fbfcecf8b0fabba0c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0024a0e140cc442a94ee04f3c3e22291"
23:55:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.436993  6857 raft_consensus.cc:2468] T 1833f6e7a0ef4ed399734cedc76aae37 P 0024a0e140cc442a94ee04f3c3e22291 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aa2aac9eb7624ada9ec70c1a92604389 in term 1.
23:55:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:27.438112  7049 tablet.cc:2406] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.440027  6932 leader_election.cc:304] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0024a0e140cc442a94ee04f3c3e22291, aa2aac9eb7624ada9ec70c1a92604389; no voters: 
23:55:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.441268  7987 raft_consensus.cc:493] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.441749  7987 raft_consensus.cc:515] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.447 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.444013  7978 raft_consensus.cc:2804] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 1 FOLLOWER]: Leader election won for term 1
23:55:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.444533  7978 raft_consensus.cc:697] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [term 1 LEADER]: Becoming Leader. State: Replica: aa2aac9eb7624ada9ec70c1a92604389, State: Running, Role: LEADER
23:55:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.445464  7978 consensus_queue.cc:237] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.447113  6998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a65e8e4f55ea4634a0066e85e884dcef" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa2aac9eb7624ada9ec70c1a92604389" is_pre_election: true
23:55:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.447726  6998 raft_consensus.cc:2468] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0024a0e140cc442a94ee04f3c3e22291 in term 0.
23:55:27.448 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:27.448 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:27.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.448 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.449 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.449 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.449 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.449 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.450570  6790 leader_election.cc:304] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0024a0e140cc442a94ee04f3c3e22291, aa2aac9eb7624ada9ec70c1a92604389; no voters: 
23:55:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.451395  7987 leader_election.cc:290] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633), aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413)
23:55:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.452069  7987 raft_consensus.cc:2804] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.452477  7987 raft_consensus.cc:493] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:27.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.452755  6998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "078e4f9e5f4841a6bbadd30b9e155271" candidate_uuid: "9edd984126524d2fbfcecf8b0fabba0c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa2aac9eb7624ada9ec70c1a92604389"
23:55:27.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.453086  7987 raft_consensus.cc:3060] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 0 FOLLOWER]: Advancing to term 1
23:55:27.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.453671  6998 raft_consensus.cc:2393] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 9edd984126524d2fbfcecf8b0fabba0c in current term 1: Already voted for candidate 0024a0e140cc442a94ee04f3c3e22291 in this term.
23:55:27.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.457602  6593 leader_election.cc:304] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9edd984126524d2fbfcecf8b0fabba0c; no voters: 0024a0e140cc442a94ee04f3c3e22291, aa2aac9eb7624ada9ec70c1a92604389
23:55:27.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.458447  7972 raft_consensus.cc:2749] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
23:55:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.470762  6661 raft_consensus.cc:2468] T 1833f6e7a0ef4ed399734cedc76aae37 P 9edd984126524d2fbfcecf8b0fabba0c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aa2aac9eb7624ada9ec70c1a92604389 in term 1.
23:55:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.484413  7987 raft_consensus.cc:515] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.487926  6998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a65e8e4f55ea4634a0066e85e884dcef" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa2aac9eb7624ada9ec70c1a92604389"
23:55:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.488751  6998 raft_consensus.cc:3060] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389 [term 0 FOLLOWER]: Advancing to term 1
23:55:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.492409  7987 leader_election.cc:290] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 election: Requested vote from peers 9edd984126524d2fbfcecf8b0fabba0c (127.6.28.129:42633), aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131:34413)
23:55:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.496501  6998 raft_consensus.cc:2468] T a65e8e4f55ea4634a0066e85e884dcef P aa2aac9eb7624ada9ec70c1a92604389 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0024a0e140cc442a94ee04f3c3e22291 in term 1.
23:55:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.496152  6470 catalog_manager.cc:5696] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 reported cstate change: term changed from 0 to 1, leader changed from <none> to aa2aac9eb7624ada9ec70c1a92604389 (127.6.28.131). New cstate: current_term: 1 leader_uuid: "aa2aac9eb7624ada9ec70c1a92604389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } health_report { overall_health: HEALTHY } } }
23:55:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.477473  6471 catalog_manager.cc:5696] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130). New cstate: current_term: 1 leader_uuid: "0024a0e140cc442a94ee04f3c3e22291" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } health_report { overall_health: UNKNOWN } } }
23:55:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.497803  6790 leader_election.cc:304] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0024a0e140cc442a94ee04f3c3e22291, aa2aac9eb7624ada9ec70c1a92604389; no voters: 
23:55:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.498855  7987 raft_consensus.cc:2804] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 1 FOLLOWER]: Leader election won for term 1
23:55:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.508363  7987 raft_consensus.cc:697] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [term 1 LEADER]: Becoming Leader. State: Replica: 0024a0e140cc442a94ee04f3c3e22291, State: Running, Role: LEADER
23:55:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.510556  7987 consensus_queue.cc:237] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } }
23:55:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.511157  6661 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a65e8e4f55ea4634a0066e85e884dcef" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edd984126524d2fbfcecf8b0fabba0c" is_pre_election: true
23:55:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.511826  6661 raft_consensus.cc:2468] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0024a0e140cc442a94ee04f3c3e22291 in term 0.
23:55:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.514021  6662 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a65e8e4f55ea4634a0066e85e884dcef" candidate_uuid: "0024a0e140cc442a94ee04f3c3e22291" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9edd984126524d2fbfcecf8b0fabba0c"
23:55:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.514691  6662 raft_consensus.cc:3060] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c [term 0 FOLLOWER]: Advancing to term 1
23:55:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.521814  6662 raft_consensus.cc:2468] T a65e8e4f55ea4634a0066e85e884dcef P 9edd984126524d2fbfcecf8b0fabba0c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0024a0e140cc442a94ee04f3c3e22291 in term 1.
23:55:27.551 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:27.551 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:27.552 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:27.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:27.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:27.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:27.552 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:27.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:27.599 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:27.599 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:27.599 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:27.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.608340  7931 heartbeater.cc:499] Master 127.6.227.124:45059 was elected leader, sending a full tablet report...
23:55:27.615 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:27.616 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:27.616 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:27.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:27.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:27.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:27.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:27.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:27.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:27.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:27.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:27.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:27.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.617412  6471 catalog_manager.cc:5696] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0024a0e140cc442a94ee04f3c3e22291 (127.6.28.130). New cstate: current_term: 1 leader_uuid: "0024a0e140cc442a94ee04f3c3e22291" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 } health_report { overall_health: UNKNOWN } } }
23:55:27.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:27.688 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:27.688 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:27.688 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:27.688 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:27.688 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:27.689 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:27.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:27.689 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:27.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:27.688 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:27.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:27.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:27.690 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:27.715 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:27.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 078e4f9e5f4841a6bbadd30b9e155271 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:27.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1833f6e7a0ef4ed399734cedc76aae37 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:27.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a65e8e4f55ea4634a0066e85e884dcef for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:27.720 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=078e4f9e5f4841a6bbadd30b9e155271@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=1833f6e7a0ef4ed399734cedc76aae37@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303),9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=a65e8e4f55ea4634a0066e85e884dcef@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:27.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.28.188:34021, [3ms] Sub RPC GetTableLocations: received response from server master-127.6.28.188:34021: OK, deferred=null) after lookup
23:55:27.721 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)] connecting to peer
23:55:27.722 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)] Successfully connected to peer
23:55:27.733 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:27.737 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x12815849, L:/127.0.0.1:53378 - R:/127.6.28.130:46303] using TOKEN/null
23:55:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.752106  6998 raft_consensus.cc:1275] T 078e4f9e5f4841a6bbadd30b9e155271 P aa2aac9eb7624ada9ec70c1a92604389 [term 1 FOLLOWER]: Refusing update from remote peer 0024a0e140cc442a94ee04f3c3e22291: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:55:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.752617  6661 raft_consensus.cc:1275] T 078e4f9e5f4841a6bbadd30b9e155271 P 9edd984126524d2fbfcecf8b0fabba0c [term 1 FOLLOWER]: Refusing update from remote peer 0024a0e140cc442a94ee04f3c3e22291: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:55:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.753999  7987 consensus_queue.cc:1048] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [LEADER]: Connected to new peer: Peer: permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:27.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.754745  7988 consensus_queue.cc:1048] T 078e4f9e5f4841a6bbadd30b9e155271 P 0024a0e140cc442a94ee04f3c3e22291 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:27.764736  7140 debug-util.cc:398] Leaking SignalData structure 0x7b08000a53e0 after lost signal to thread 7067
23:55:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:27.765573  7140 debug-util.cc:398] Leaking SignalData structure 0x7b08000809c0 after lost signal to thread 7143
23:55:27.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:27.776 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RESTARTING to RUNNING.
23:55:27.777 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 0c27b7259d4fdd95b93db84a92b79b97 from Checkpoint 63 @ 1783468463124 for 0c27b7259d4fdd95b93db84a92b79b97 located at file:/tmp/junit6173627628910572124/checkpoints/0c27b7259d4fdd95b93db84a92b79b97/chk-63.
23:55:27.778 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:55:27.778 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:55:27.779 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:27.779 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:55:27.779 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 10138327bd0030b31a590d7cd3bbfa2f
23:55:27.784 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 63 for source Source: KuduSource to checkpoint.
23:55:27.795 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 10138327bd0030b31a590d7cd3bbfa2f.
23:55:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.797858  8003 mvcc.cc:204] Tried to move back new op lower bound from 7305087089652998144 to 7305087088386850816. Current Snapshot: MvccSnapshot[applied={T|T < 7305087089652998144}]
23:55:27.808 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 10138327bd0030b31a590d7cd3bbfa2f.
23:55:27.811 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:55:27.812 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:55:27.813 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@521a9642
23:55:27.814 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:27.814 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:55:27.814 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:55:27.816 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:55:27.820 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f965fc0
23:55:27.826 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.847209  7978 consensus_queue.cc:1048] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0024a0e140cc442a94ee04f3c3e22291" member_type: VOTER last_known_addr { host: "127.6.28.130" port: 46303 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:27.906 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.883214  7978 consensus_queue.cc:1048] T 1833f6e7a0ef4ed399734cedc76aae37 P aa2aac9eb7624ada9ec70c1a92604389 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:27.907 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:27.907 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:27.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:27.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:27.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:27.908 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:27.912 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:27.926 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:27.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:27.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:27.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:27.956 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:27.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:27.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:27.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:27.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:27.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:27.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:27.976 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:27.978434  7987 consensus_queue.cc:1048] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9edd984126524d2fbfcecf8b0fabba0c" member_type: VOTER last_known_addr { host: "127.6.28.129" port: 42633 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:27.994 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.026 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:28.026 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:28.026 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:28.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:28.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:28.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:28.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:28.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:28.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:28.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:28.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:28.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:28.027 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:28.034 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.040979  7969 consensus_queue.cc:1048] T a65e8e4f55ea4634a0066e85e884dcef P 0024a0e140cc442a94ee04f3c3e22291 [LEADER]: Connected to new peer: Peer: permanent_uuid: "aa2aac9eb7624ada9ec70c1a92604389" member_type: VOTER last_known_addr { host: "127.6.28.131" port: 34413 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:55:28.049 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.055 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:28.074 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.090 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.094 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.097 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.114 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.115 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.115 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.116 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.134 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.135 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.135 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.136 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:28.154 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.155 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.155 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.155 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:28.194 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.195 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.195 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.260 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:28.261 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:28.265 [DEBUG - main] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:55:28.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:28.273 [DEBUG - main] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:55:28.275 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.227.124:45059(127.6.227.124:45059)] Successfully connected to peer
23:55:28.279 [DEBUG - main] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:55:28.289 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.227.125:41905(127.6.227.125:41905)] Successfully connected to peer
23:55:28.296 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.227.126:35549(127.6.227.126:35549)] Successfully connected to peer
23:55:28.305 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.125
23:55:28.314 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.315 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.315 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.316 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.325 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:28.327 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.124
23:55:28.333 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.126
23:55:28.336 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:28.338 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2ded8ffd, L:/127.0.0.1:55826 - R:/127.6.227.125:41905] using SASL/PLAIN
23:55:28.343 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:28.349 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7817c87e, L:/127.0.0.1:58942 - R:/127.6.227.124:45059] using SASL/PLAIN
23:55:28.351 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xaa6d50bd, L:/127.0.0.1:57240 - R:/127.6.227.126:35549] using SASL/PLAIN
23:55:28.354 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:28.354 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=92), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: OK, deferred=null) after lookup
23:55:28.362 [DEBUG - main] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:28.373 [DEBUG - main] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:28.376 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.28.190:34457(127.6.28.190:34457)] Successfully connected to peer
23:55:28.379 [DEBUG - main] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:28.381 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.28.189:46549(127.6.28.189:46549)] Successfully connected to peer
23:55:28.407 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.189
23:55:28.413 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.28.188:34021(127.6.28.188:34021)] Successfully connected to peer
23:55:28.417 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:28.419 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.190
23:55:28.422 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3d1b3be0, L:/127.0.0.1:45080 - R:/127.6.28.189:46549] using SASL/PLAIN
23:55:28.428 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:28.439 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x028346bc, L:/127.0.0.1:42756 - R:/127.6.28.190:34457] using SASL/PLAIN
23:55:28.449 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.188
23:55:28.457 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:28.460 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7fdc6a58, L:/127.0.0.1:44530 - R:/127.6.28.188:34021] using SASL/PLAIN
23:55:28.464 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:28.464 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: OK, deferred=null) after lookup
23:55:28.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:28.472 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 078e4f9e5f4841a6bbadd30b9e155271 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:28.473 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1833f6e7a0ef4ed399734cedc76aae37 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:28.473 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a65e8e4f55ea4634a0066e85e884dcef for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:28.473 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=078e4f9e5f4841a6bbadd30b9e155271@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=1833f6e7a0ef4ed399734cedc76aae37@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303),9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=a65e8e4f55ea4634a0066e85e884dcef@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.476475  7329 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58942:
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:55:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\001d\000\000\000"
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:55:28.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:55:28.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:28.482331  7329 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:55:28.514 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.514 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.515 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.515 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:28.620 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:28.620 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:28.621 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:28.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:28.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:28.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:28.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:28.622 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:28.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:28.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:28.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:28.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:28.622 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:28.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:28.650 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:28.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.751454  7865 tablet_service.cc:1511] Processing CreateTablet for tablet cadfff44c29e4c568aa0954ab2b4498b (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION VALUES < 100
23:55:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.753942  7865 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cadfff44c29e4c568aa0954ab2b4498b. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:28.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.799649  7724 tablet_service.cc:1511] Processing CreateTablet for tablet cadfff44c29e4c568aa0954ab2b4498b (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION VALUES < 100
23:55:28.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.802304  7724 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cadfff44c29e4c568aa0954ab2b4498b. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:28.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.835155  7579 tablet_service.cc:1511] Processing CreateTablet for tablet cadfff44c29e4c568aa0954ab2b4498b (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION VALUES < 100
23:55:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.838289  7579 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cadfff44c29e4c568aa0954ab2b4498b. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:28.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.849148  8062 tablet_bootstrap.cc:492] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e: Bootstrap starting.
23:55:28.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.862282  8062 tablet_bootstrap.cc:654] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e: Neither blocks nor log segments found. Creating new log.
23:55:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.870291  8062 log.cc:826] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e: Log is configured to *not* fsync() on all Append() calls
23:55:28.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.887051  8062 tablet_bootstrap.cc:492] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e: No bootstrap required, opened a new log
23:55:28.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.887538  8062 ts_tablet_manager.cc:1403] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e: Time spent bootstrapping tablet: real 0.040s	user 0.019s	sys 0.000s
23:55:28.890 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:28.890 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:28.890 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:28.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:28.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:28.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:28.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:28.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:28.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:28.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:28.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:28.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:28.892 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.899888  8064 tablet_bootstrap.cc:492] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b: Bootstrap starting.
23:55:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.907604  8065 tablet_bootstrap.cc:492] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a: Bootstrap starting.
23:55:28.914 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:28.914 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:28.914 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:28.915 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.915 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.915 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:28.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:28.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:28.915 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.916702  8065 tablet_bootstrap.cc:654] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a: Neither blocks nor log segments found. Creating new log.
23:55:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.918349  8064 tablet_bootstrap.cc:654] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b: Neither blocks nor log segments found. Creating new log.
23:55:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.921173  8064 log.cc:826] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b: Log is configured to *not* fsync() on all Append() calls
23:55:28.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.925865  8065 log.cc:826] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a: Log is configured to *not* fsync() on all Append() calls
23:55:28.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.930904  8062 raft_consensus.cc:359] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:28.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.931954  8062 raft_consensus.cc:385] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:28.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.932266  8062 raft_consensus.cc:740] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba79ab1c6522498995b306dbf5949f2e, State: Initialized, Role: FOLLOWER
23:55:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.933349  8062 consensus_queue.cc:260] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:28.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.935336  8064 tablet_bootstrap.cc:492] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b: No bootstrap required, opened a new log
23:55:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.935950  8064 ts_tablet_manager.cc:1403] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b: Time spent bootstrapping tablet: real 0.037s	user 0.013s	sys 0.005s
23:55:28.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.945909  8065 tablet_bootstrap.cc:492] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a: No bootstrap required, opened a new log
23:55:28.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.947096  8065 ts_tablet_manager.cc:1403] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a: Time spent bootstrapping tablet: real 0.040s	user 0.007s	sys 0.009s
23:55:28.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.951858  8062 ts_tablet_manager.cc:1434] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e: Time spent starting tablet: real 0.064s	user 0.037s	sys 0.009s
23:55:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.003067  8065 raft_consensus.cc:359] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.004397  8065 raft_consensus.cc:385] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:29.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.004840  8065 raft_consensus.cc:740] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f970c8347035472481707f3c057d481a, State: Initialized, Role: FOLLOWER
23:55:29.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.006768  8065 consensus_queue.cc:260] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:29.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:28.996841  8064 raft_consensus.cc:359] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.008925  8064 raft_consensus.cc:385] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.009330  8064 raft_consensus.cc:740] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca1c1a7d6e0b413e9269f8ebf450938b, State: Initialized, Role: FOLLOWER
23:55:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.011161  8064 consensus_queue.cc:260] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.017757  8065 ts_tablet_manager.cc:1434] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a: Time spent starting tablet: real 0.070s	user 0.035s	sys 0.008s
23:55:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.042510  8064 ts_tablet_manager.cc:1434] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b: Time spent starting tablet: real 0.106s	user 0.034s	sys 0.011s
23:55:29.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:29.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:29.087704  7939 tablet.cc:2406] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:29.114763  7796 tablet.cc:2406] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:29.139 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:29.139 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:29.140 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:29.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:29.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:29.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:29.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:29.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:29.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:29.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:29.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:29.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:29.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:29.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:29.157637  7653 tablet.cc:2406] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.163054  8068 raft_consensus.cc:493] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:29.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.163661  8068 raft_consensus.cc:515] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:29.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:29.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.172287  8068 leader_election.cc:290] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f970c8347035472481707f3c057d481a (127.6.227.66:38531), ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617)
23:55:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.193164  7599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cadfff44c29e4c568aa0954ab2b4498b" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" is_pre_election: true
23:55:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.193651  7745 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cadfff44c29e4c568aa0954ab2b4498b" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f970c8347035472481707f3c057d481a" is_pre_election: true
23:55:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.194264  7599 raft_consensus.cc:2468] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 0.
23:55:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.194492  7745 raft_consensus.cc:2468] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 0.
23:55:29.197 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:29.197 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:29.197 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:29.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:29.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:29.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:29.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:29.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:29.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:29.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:29.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:29.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:29.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:29.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.196362  7818 leader_election.cc:304] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ba79ab1c6522498995b306dbf5949f2e, ca1c1a7d6e0b413e9269f8ebf450938b; no voters: 
23:55:29.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.199800  8068 raft_consensus.cc:2804] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:29.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.200161  8068 raft_consensus.cc:493] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:29.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.200457  8068 raft_consensus.cc:3060] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Advancing to term 1
23:55:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.214223  8068 raft_consensus.cc:515] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.217391  7745 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cadfff44c29e4c568aa0954ab2b4498b" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f970c8347035472481707f3c057d481a"
23:55:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.218029  7745 raft_consensus.cc:3060] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Advancing to term 1
23:55:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.218626  8068 leader_election.cc:290] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 election: Requested vote from peers f970c8347035472481707f3c057d481a (127.6.227.66:38531), ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617)
23:55:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.222474  7599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cadfff44c29e4c568aa0954ab2b4498b" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b"
23:55:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.223333  7599 raft_consensus.cc:3060] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Advancing to term 1
23:55:29.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.237294  7745 raft_consensus.cc:2468] T cadfff44c29e4c568aa0954ab2b4498b P f970c8347035472481707f3c057d481a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 1.
23:55:29.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.241261  7599 raft_consensus.cc:2468] T cadfff44c29e4c568aa0954ab2b4498b P ca1c1a7d6e0b413e9269f8ebf450938b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 1.
23:55:29.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.243014  7820 leader_election.cc:304] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ba79ab1c6522498995b306dbf5949f2e, f970c8347035472481707f3c057d481a; no voters: 
23:55:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.243867  8068 raft_consensus.cc:2804] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 1 FOLLOWER]: Leader election won for term 1
23:55:29.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.246345  8068 raft_consensus.cc:697] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [term 1 LEADER]: Becoming Leader. State: Replica: ba79ab1c6522498995b306dbf5949f2e, State: Running, Role: LEADER
23:55:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.248473  8068 consensus_queue.cc:237] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } }
23:55:29.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.267701  7329 catalog_manager.cc:5696] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e reported cstate change: term changed from 0 to 1, leader changed from <none> to ba79ab1c6522498995b306dbf5949f2e (127.6.227.67). New cstate: current_term: 1 leader_uuid: "ba79ab1c6522498995b306dbf5949f2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } health_report { overall_health: UNKNOWN } } }
23:55:29.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:29.276 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:29.276 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:29.276 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:29.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.277 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.277 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.277 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:29.434506  7315 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.6.227.126:35549, user_credentials={real_user=slave}} blocked reactor thread for 59324.4us
23:55:29.438 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:29.438 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:29.438 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:29.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.439 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:29.468 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:29.468 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:29.468 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:29.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.469 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:29.573 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:29.640 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:29.640 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:29.640 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:29.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.642 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.642 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:29.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:29.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:29.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:29.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.803846  8085 consensus_queue.cc:1048] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:29.837738  8088 consensus_queue.cc:1048] T cadfff44c29e4c568aa0954ab2b4498b P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:29.909 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:29.909 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:29.909 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:29.909 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:29.909 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:29.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:29.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:29.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:29.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:29.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:29.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:29.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:29.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:29.920 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:29.921 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:29.921 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:29.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.921 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:29.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:29.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:29.921 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:29.924 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:29.924 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:29.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:29.925 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:29.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:29.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:29.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:29.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:29.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:29.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:29.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:29.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:29.925 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:29.928 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:29.928 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:29.929 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:29.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:29.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:29.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:29.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:30.008 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:30.008 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:30.008 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:30.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.037232  7329 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:58942:
23:55:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:55:30.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:30.112447  7329 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet c2618d0105404e3c9139e58902df239a has no consensus state
23:55:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:30.144675  7314 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet c2618d0105404e3c9139e58902df239a (table replication_test_table [id=e852d879991548d8b94626452fd19674], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet c2618d0105404e3c9139e58902df239a has no consensus state
23:55:30.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:30.148 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:30.148 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:30.148 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:30.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:30.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:30.149 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:30.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:30.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:30.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:30.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:30.150 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:30.150 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:30.150 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.148756  7579 tablet_service.cc:1511] Processing CreateTablet for tablet c2618d0105404e3c9139e58902df239a (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:55:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.150123  7579 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c2618d0105404e3c9139e58902df239a. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:30.153 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:30.153 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:30.154 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:30.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.154 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.165108  7724 tablet_service.cc:1511] Processing CreateTablet for tablet c2618d0105404e3c9139e58902df239a (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:55:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.166389  7724 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c2618d0105404e3c9139e58902df239a. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:30.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.172235  7865 tablet_service.cc:1511] Processing CreateTablet for tablet c2618d0105404e3c9139e58902df239a (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:55:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.174119  7865 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c2618d0105404e3c9139e58902df239a. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:30.198 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:30.199 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:30.199 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:30.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:30.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:30.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:30.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:30.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:30.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:30.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:30.200 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:30.200 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:30.200 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:30.201 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:30.201 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:30.201 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:30.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.202 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.203949  8102 tablet_bootstrap.cc:492] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a: Bootstrap starting.
23:55:30.215 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:30.215 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:30.215 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:30.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:30.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:30.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:30.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:30.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:30.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:30.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:30.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:30.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:30.216 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.220256  8102 tablet_bootstrap.cc:654] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a: Neither blocks nor log segments found. Creating new log.
23:55:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.226637  8103 tablet_bootstrap.cc:492] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e: Bootstrap starting.
23:55:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.230506  8104 tablet_bootstrap.cc:492] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b: Bootstrap starting.
23:55:30.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.236552  8104 tablet_bootstrap.cc:654] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b: Neither blocks nor log segments found. Creating new log.
23:55:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.240597  8103 tablet_bootstrap.cc:654] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e: Neither blocks nor log segments found. Creating new log.
23:55:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.242650  8102 tablet_bootstrap.cc:492] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a: No bootstrap required, opened a new log
23:55:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.243213  8102 ts_tablet_manager.cc:1403] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a: Time spent bootstrapping tablet: real 0.040s	user 0.015s	sys 0.000s
23:55:30.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.246801  8102 raft_consensus.cc:359] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.247529  8102 raft_consensus.cc:385] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.249213  8102 raft_consensus.cc:740] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f970c8347035472481707f3c057d481a, State: Initialized, Role: FOLLOWER
23:55:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.251060  8102 consensus_queue.cc:260] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.259080  8103 tablet_bootstrap.cc:492] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e: No bootstrap required, opened a new log
23:55:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.259552  8103 ts_tablet_manager.cc:1403] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e: Time spent bootstrapping tablet: real 0.033s	user 0.005s	sys 0.005s
23:55:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.266561  8103 raft_consensus.cc:359] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.267259  8103 raft_consensus.cc:385] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.267552  8103 raft_consensus.cc:740] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba79ab1c6522498995b306dbf5949f2e, State: Initialized, Role: FOLLOWER
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.268251  8103 consensus_queue.cc:260] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.272006  8104 tablet_bootstrap.cc:492] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b: No bootstrap required, opened a new log
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.272444  8104 ts_tablet_manager.cc:1403] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b: Time spent bootstrapping tablet: real 0.042s	user 0.005s	sys 0.005s
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.275327  8102 ts_tablet_manager.cc:1434] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a: Time spent starting tablet: real 0.029s	user 0.002s	sys 0.005s
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.275275  8104 raft_consensus.cc:359] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.275969  8104 raft_consensus.cc:385] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.276234  8104 raft_consensus.cc:740] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca1c1a7d6e0b413e9269f8ebf450938b, State: Initialized, Role: FOLLOWER
23:55:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.300597  7329 catalog_manager.cc:6241] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: replication_test_table [id=e852d879991548d8b94626452fd19674] alter complete (version 0)
23:55:30.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.307049  8103 ts_tablet_manager.cc:1434] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e: Time spent starting tablet: real 0.047s	user 0.008s	sys 0.001s
23:55:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.276919  8104 consensus_queue.cc:260] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.323235  8104 ts_tablet_manager.cc:1434] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b: Time spent starting tablet: real 0.051s	user 0.007s	sys 0.000s
23:55:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.342748  8088 raft_consensus.cc:493] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.343204  8088 raft_consensus.cc:515] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.345158  8088 leader_election.cc:290] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617), f970c8347035472481707f3c057d481a (127.6.227.66:38531)
23:55:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.347839  7599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2618d0105404e3c9139e58902df239a" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" is_pre_election: true
23:55:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.348474  7599 raft_consensus.cc:2468] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 0.
23:55:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.348869  7745 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2618d0105404e3c9139e58902df239a" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f970c8347035472481707f3c057d481a" is_pre_election: true
23:55:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.349673  7745 raft_consensus.cc:2468] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 0.
23:55:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.350096  7818 leader_election.cc:304] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ba79ab1c6522498995b306dbf5949f2e, ca1c1a7d6e0b413e9269f8ebf450938b; no voters: 
23:55:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.351989  8088 raft_consensus.cc:2804] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.352329  8088 raft_consensus.cc:493] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.352613  8088 raft_consensus.cc:3060] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Advancing to term 1
23:55:30.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.359417  8088 raft_consensus.cc:515] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.364766  7599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2618d0105404e3c9139e58902df239a" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b"
23:55:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.365330  7599 raft_consensus.cc:3060] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Advancing to term 1
23:55:30.372 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.371918  7599 raft_consensus.cc:2468] T c2618d0105404e3c9139e58902df239a P ca1c1a7d6e0b413e9269f8ebf450938b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 1.
23:55:30.372 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:30.372 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:30.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.373306  7818 leader_election.cc:304] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ba79ab1c6522498995b306dbf5949f2e, ca1c1a7d6e0b413e9269f8ebf450938b; no voters: 
23:55:30.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.374 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:30.384263  6703 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 6573
23:55:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:30.385587  6703 debug-util.cc:398] Leaking SignalData structure 0x7b08000d02c0 after lost signal to thread 6706
23:55:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.388460  8088 leader_election.cc:290] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 election: Requested vote from peers ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617), f970c8347035472481707f3c057d481a (127.6.227.66:38531)
23:55:30.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.389770  7745 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c2618d0105404e3c9139e58902df239a" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f970c8347035472481707f3c057d481a"
23:55:30.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.390331  7745 raft_consensus.cc:3060] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Advancing to term 1
23:55:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.390807  7328 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:58942:
23:55:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\310\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:55:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.404313  7745 raft_consensus.cc:2468] T c2618d0105404e3c9139e58902df239a P f970c8347035472481707f3c057d481a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 1.
23:55:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.389743  8088 raft_consensus.cc:2804] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 1 FOLLOWER]: Leader election won for term 1
23:55:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.406885  8088 raft_consensus.cc:697] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [term 1 LEADER]: Becoming Leader. State: Replica: ba79ab1c6522498995b306dbf5949f2e, State: Running, Role: LEADER
23:55:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.415020  8088 consensus_queue.cc:237] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.444718  7329 catalog_manager.cc:5696] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e reported cstate change: term changed from 0 to 1, leader changed from <none> to ba79ab1c6522498995b306dbf5949f2e (127.6.227.67). New cstate: current_term: 1 leader_uuid: "ba79ab1c6522498995b306dbf5949f2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } health_report { overall_health: HEALTHY } } }
23:55:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:30.448050  7328 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet c2618d0105404e3c9139e58902df239a consensus state has no leader
23:55:30.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:30.448622  7328 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 4f30dd94d7764bc4a6a094ee289b3fae has no consensus state
23:55:30.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.510144  7579 tablet_service.cc:1511] Processing CreateTablet for tablet 4f30dd94d7764bc4a6a094ee289b3fae (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:55:30.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.511482  7579 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4f30dd94d7764bc4a6a094ee289b3fae. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.512624  7724 tablet_service.cc:1511] Processing CreateTablet for tablet 4f30dd94d7764bc4a6a094ee289b3fae (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:55:30.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.513991  7724 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4f30dd94d7764bc4a6a094ee289b3fae. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.527086  7865 tablet_service.cc:1511] Processing CreateTablet for tablet 4f30dd94d7764bc4a6a094ee289b3fae (DEFAULT_TABLE table=replication_test_table [id=e852d879991548d8b94626452fd19674]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:55:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.528587  7865 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4f30dd94d7764bc4a6a094ee289b3fae. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.566941  8102 tablet_bootstrap.cc:492] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a: Bootstrap starting.
23:55:30.573 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:30.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.574220  8102 tablet_bootstrap.cc:654] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a: Neither blocks nor log segments found. Creating new log.
23:55:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.578917  8104 tablet_bootstrap.cc:492] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b: Bootstrap starting.
23:55:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.585989  8104 tablet_bootstrap.cc:654] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b: Neither blocks nor log segments found. Creating new log.
23:55:30.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.593041  8103 tablet_bootstrap.cc:492] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e: Bootstrap starting.
23:55:30.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.595546  8102 tablet_bootstrap.cc:492] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a: No bootstrap required, opened a new log
23:55:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.596119  8102 ts_tablet_manager.cc:1403] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a: Time spent bootstrapping tablet: real 0.029s	user 0.005s	sys 0.008s
23:55:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.602048  8103 tablet_bootstrap.cc:654] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e: Neither blocks nor log segments found. Creating new log.
23:55:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.604058  8102 raft_consensus.cc:359] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.604866  8102 raft_consensus.cc:385] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.605166  8102 raft_consensus.cc:740] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f970c8347035472481707f3c057d481a, State: Initialized, Role: FOLLOWER
23:55:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.609081  8102 consensus_queue.cc:260] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.630589  8102 ts_tablet_manager.cc:1434] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a: Time spent starting tablet: real 0.034s	user 0.000s	sys 0.007s
23:55:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.632928  8104 tablet_bootstrap.cc:492] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b: No bootstrap required, opened a new log
23:55:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.633795  8104 ts_tablet_manager.cc:1403] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b: Time spent bootstrapping tablet: real 0.055s	user 0.007s	sys 0.008s
23:55:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.637971  8104 raft_consensus.cc:359] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.638649  8104 raft_consensus.cc:385] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.638937  8104 raft_consensus.cc:740] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca1c1a7d6e0b413e9269f8ebf450938b, State: Initialized, Role: FOLLOWER
23:55:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.641808  8104 consensus_queue.cc:260] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.646772  8104 ts_tablet_manager.cc:1434] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.001s
23:55:30.658 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:30.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.678664  7329 catalog_manager.cc:6241] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895: replication_test_table [id=e852d879991548d8b94626452fd19674] alter complete (version 0)
23:55:30.714 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:30.714 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:30.714 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.714443  8103 tablet_bootstrap.cc:492] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e: No bootstrap required, opened a new log
23:55:30.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.714932  8103 ts_tablet_manager.cc:1403] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e: Time spent bootstrapping tablet: real 0.122s	user 0.037s	sys 0.030s
23:55:30.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:30.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:30.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:30.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.717849  8103 raft_consensus.cc:359] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.718698  8103 raft_consensus.cc:385] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:30.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.718976  8103 raft_consensus.cc:740] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba79ab1c6522498995b306dbf5949f2e, State: Initialized, Role: FOLLOWER
23:55:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.719935  8103 consensus_queue.cc:260] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.722200  8103 ts_tablet_manager.cc:1434] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e: Time spent starting tablet: real 0.007s	user 0.008s	sys 0.000s
23:55:30.748 [DEBUG - main] (Connection.java:575) [peer master-127.6.28.190:34457(127.6.28.190:34457)] disconnecting while in state READY
23:55:30.748 [DEBUG - main] (Connection.java:575) [peer master-127.6.28.189:46549(127.6.28.189:46549)] disconnecting while in state READY
23:55:30.749 [DEBUG - main] (Connection.java:575) [peer master-127.6.28.188:34021(127.6.28.188:34021)] disconnecting while in state READY
23:55:30.749 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:30.749 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.28.189:46549(127.6.28.189:46549)] handling channelInactive
23:55:30.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state READY due to: connection closed
23:55:30.750 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.28.190:34457(127.6.28.190:34457)] handling channelInactive
23:55:30.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state READY due to: connection closed
23:55:30.751 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
23:55:30.753 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:55:30.755 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.28.188:34021(127.6.28.188:34021)] handling channelInactive
23:55:30.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state READY due to: connection closed
23:55:30.755 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:55:30.755 [DEBUG - main] (Connection.java:575) [peer master-127.6.227.124:45059(127.6.227.124:45059)] disconnecting while in state READY
23:55:30.755 [DEBUG - main] (Connection.java:575) [peer master-127.6.227.125:41905(127.6.227.125:41905)] disconnecting while in state READY
23:55:30.755 [DEBUG - main] (Connection.java:575) [peer master-127.6.227.126:35549(127.6.227.126:35549)] disconnecting while in state READY
23:55:30.756 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.227.124:45059(127.6.227.124:45059)] handling channelInactive
23:55:30.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state READY due to: connection closed
23:55:30.756 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.227.125:41905(127.6.227.125:41905)] handling channelInactive
23:55:30.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state READY due to: connection closed
23:55:30.757 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:30.760 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:55:30.761 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
23:55:30.763 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.227.126:35549(127.6.227.126:35549)] handling channelInactive
23:55:30.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state READY due to: connection closed
23:55:30.763 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:55:30.765 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:55:30.766 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:55:30.766 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:55:30.766 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:55:30.766 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:55:30.766 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:55:30.768 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:30.768 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:30.768 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:30.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:30.769 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:30.769 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:30.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:30.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:30.769 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:30.769 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:30.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:30.769 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:30.769 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:30.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:30.784 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:55:30.784 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:55:30.784 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:55:30.784 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:55:30.784 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:55:30.784 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:55:30.784 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:55:30.786 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:30.786 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:30.786 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:30.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:30.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:30.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:30.787 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:30.915 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:30.915 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:30.915 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:30.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:30.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:30.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:30.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:30.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:30.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:30.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:30.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:30.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:30.918 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.921721  8091 raft_consensus.cc:493] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.922278  8091 raft_consensus.cc:515] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.928232  8091 leader_election.cc:290] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617), ba79ab1c6522498995b306dbf5949f2e (127.6.227.67:43245)
23:55:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.948693  8108 raft_consensus.cc:493] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.949287  8108 raft_consensus.cc:515] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.951602  8108 leader_election.cc:290] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617), f970c8347035472481707f3c057d481a (127.6.227.66:38531)
23:55:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.953472  7599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f30dd94d7764bc4a6a094ee289b3fae" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" is_pre_election: true
23:55:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.954169  7599 raft_consensus.cc:2468] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 0.
23:55:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.956362  7818 leader_election.cc:304] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ba79ab1c6522498995b306dbf5949f2e, ca1c1a7d6e0b413e9269f8ebf450938b; no voters: 
23:55:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.957515  8108 raft_consensus.cc:2804] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.958007  8108 raft_consensus.cc:493] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.958503  8108 raft_consensus.cc:3060] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 0 FOLLOWER]: Advancing to term 1
23:55:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.966310  8108 raft_consensus.cc:515] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.974944  7599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f30dd94d7764bc4a6a094ee289b3fae" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b"
23:55:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.975620  7599 raft_consensus.cc:3060] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b [term 0 FOLLOWER]: Advancing to term 1
23:55:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.983472  7599 raft_consensus.cc:2468] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 1.
23:55:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.985241  7818 leader_election.cc:304] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ba79ab1c6522498995b306dbf5949f2e, ca1c1a7d6e0b413e9269f8ebf450938b; no voters: 
23:55:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.994463  8127 raft_consensus.cc:2804] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 1 FOLLOWER]: Leader election won for term 1
23:55:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.996145  8129 consensus_queue.cc:1048] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:55:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:30.997363  8108 leader_election.cc:290] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [CANDIDATE]: Term 1 election: Requested vote from peers ca1c1a7d6e0b413e9269f8ebf450938b (127.6.227.65:35617), f970c8347035472481707f3c057d481a (127.6.227.66:38531)
23:55:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.003419  7745 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f30dd94d7764bc4a6a094ee289b3fae" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f970c8347035472481707f3c057d481a" is_pre_election: true
23:55:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.004101  7745 raft_consensus.cc:2468] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 0.
23:55:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.004020  7744 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f30dd94d7764bc4a6a094ee289b3fae" candidate_uuid: "ba79ab1c6522498995b306dbf5949f2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f970c8347035472481707f3c057d481a"
23:55:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.004679  7744 raft_consensus.cc:3060] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 0 FOLLOWER]: Advancing to term 1
23:55:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.001153  8127 raft_consensus.cc:697] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [term 1 LEADER]: Becoming Leader. State: Replica: ba79ab1c6522498995b306dbf5949f2e, State: Running, Role: LEADER
23:55:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.005802  8127 consensus_queue.cc:237] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } }
23:55:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.012225  7744 raft_consensus.cc:2468] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba79ab1c6522498995b306dbf5949f2e in term 1.
23:55:31.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.024058  7598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f30dd94d7764bc4a6a094ee289b3fae" candidate_uuid: "f970c8347035472481707f3c057d481a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" is_pre_election: true
23:55:31.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.025117  7598 raft_consensus.cc:2393] T 4f30dd94d7764bc4a6a094ee289b3fae P ca1c1a7d6e0b413e9269f8ebf450938b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f970c8347035472481707f3c057d481a in current term 1: Already voted for candidate ba79ab1c6522498995b306dbf5949f2e in this term.
23:55:31.034 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:31.034 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:31.034 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:31.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:31.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:31.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:31.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:31.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:31.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:31.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:31.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:31.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:31.036 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.036502  7886 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4f30dd94d7764bc4a6a094ee289b3fae" candidate_uuid: "f970c8347035472481707f3c057d481a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba79ab1c6522498995b306dbf5949f2e" is_pre_election: true
23:55:31.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.048028  7678 leader_election.cc:304] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f970c8347035472481707f3c057d481a; no voters: ba79ab1c6522498995b306dbf5949f2e, ca1c1a7d6e0b413e9269f8ebf450938b
23:55:31.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.049635  8091 raft_consensus.cc:2749] T 4f30dd94d7764bc4a6a094ee289b3fae P f970c8347035472481707f3c057d481a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:55:31.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.072042  7327 catalog_manager.cc:5696] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e reported cstate change: term changed from 0 to 1, leader changed from <none> to ba79ab1c6522498995b306dbf5949f2e (127.6.227.67). New cstate: current_term: 1 leader_uuid: "ba79ab1c6522498995b306dbf5949f2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ba79ab1c6522498995b306dbf5949f2e" member_type: VOTER last_known_addr { host: "127.6.227.67" port: 43245 } health_report { overall_health: HEALTHY } } }
23:55:31.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.089254  8127 consensus_queue.cc:1048] T c2618d0105404e3c9139e58902df239a P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:55:31.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:31.168 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:31.169 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:31.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.171 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:31.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:31.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:31.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:31.306 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:31.307 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:31.307 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:31.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:31.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:31.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:31.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:31.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:31.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:31.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:31.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:31.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:31.309 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:31.317 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:55:31.379 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:31.380 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:31.380 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:31.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:31.380 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:31.380 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:31.381 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:31.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:31.381 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:31.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:31.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:31.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:31.381 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.512707  8108 consensus_queue.cc:1048] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca1c1a7d6e0b413e9269f8ebf450938b" member_type: VOTER last_known_addr { host: "127.6.227.65" port: 35617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:31.570020  8108 consensus_queue.cc:1048] T 4f30dd94d7764bc4a6a094ee289b3fae P ba79ab1c6522498995b306dbf5949f2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "f970c8347035472481707f3c057d481a" member_type: VOTER last_known_addr { host: "127.6.227.66" port: 38531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:31.573 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:31.593 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:55:31.593 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:55:31.593 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:55:31.618 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:55:31.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:31.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:31.716 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:31.716 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:31.716 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:31.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:31.720 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:31.721 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:31.721 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:31.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:31.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:31.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:31.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:31.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:31.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:31.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:31.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:31.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:31.722 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:31.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:31.927 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:31.928 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:31.928 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:31.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.929 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:31.981 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:31.982 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:31.982 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:31.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.982 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.982 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:31.982 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:31.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:31.983 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:32.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:32.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:32.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:32.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:32.348 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:32.348 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:32.348 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:32.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:32.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:32.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:32.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:32.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:32.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:32.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:32.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:32.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:32.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:32.380 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:32.380 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:32.380 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:32.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:32.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:32.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:32.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:32.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:32.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:32.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:32.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:32.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:32.382 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:32.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:32.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:32.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:32.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:32.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:32.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:32.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:32.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:32.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:32.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:32.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:32.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:32.411 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:32.469 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:32.469 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:32.469 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:32.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:32.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:32.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:32.470 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:32.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:32.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:32.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:32.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:32.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:32.471 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:32.472 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28013), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [95ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [96ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [97ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [97ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [144ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [144ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [145ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [145ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [320ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1382ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3739ms] refreshing cache from master, [3739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3740ms] too many traces: truncated at 100 traces, deferred=Deferred@1298601578(state=PENDING, result=null, callback=(continuation of Deferred@1599447252 after retry RPC after error@2131202428) -> (continuation of Deferred@994044682 after retry RPC after error@1319009857) -> (continuation of Deferred@1019159622 after retry RPC after error@2138103516) -> (continuation of Deferred@1003687299 after retry RPC after error@100794574) -> (continuation of Deferred@1130006876 after retry RPC after error@975514069) -> (continuation of Deferred@431588359 after retry RPC after error@262927246) -> (continuation of Deferred@413961038 after retry RPC after error@198468111) -> (continuation of Deferred@1587037902 after retry RPC after error@251652368) -> (continuation of Deferred@1920333178 after retry RPC after error@1511601441) -> (continuation of Deferred@1185654426 after retry RPC after error@929919030) -> (continuation of Deferred@1794018692 after retry RPC after error@2043481541) -> (continuation of Deferred@1649015568 after retry RPC after error@1056557999) -> (continuation of Deferred@543552345 after retry RPC after error@827810229) -> (continuation of Deferred@476810740 after retry RPC after error@1824491877) -> (continuation of Deferred@1674530960 after retry RPC after error@1763692437) -> (continuation of Deferred@702282607 after retry RPC after error@960474000) -> (continuation of Deferred@544028663 after retry RPC after error@924399368) -> (continuation of Deferred@1106227719 after retry RPC after error@88662657) -> (continuation of Deferred@1288945488 after retry RPC after error@848060597) -> (continuation of Deferred@240092009 after retry RPC after error@1280390347) -> (continuation of Deferred@497625902 after retry RPC after error@1290893798) -> (continuation of Deferred@1054339034 after retry RPC after error@2078634919), errback=(continuation of Deferred@1599447252 after retry RPC after error@2131202428) -> (continuation of Deferred@994044682 after retry RPC after error@1319009857) -> (continuation of Deferred@1019159622 after retry RPC after error@2138103516) -> (continuation of Deferred@1003687299 after retry RPC after error@100794574) -> (continuation of Deferred@1130006876 after retry RPC after error@975514069) -> (continuation of Deferred@431588359 after retry RPC after error@262927246) -> (continuation of Deferred@413961038 after retry RPC after error@198468111) -> (continuation of Deferred@1587037902 after retry RPC after error@251652368) -> (continuation of Deferred@1920333178 after retry RPC after error@1511601441) -> (continuation of Deferred@1185654426 after retry RPC after error@929919030) -> (continuation of Deferred@1794018692 after retry RPC after error@2043481541) -> (continuation of Deferred@1649015568 after retry RPC after error@1056557999) -> (continuation of Deferred@543552345 after retry RPC after error@827810229) -> (continuation of Deferred@476810740 after retry RPC after error@1824491877) -> (continuation of Deferred@1674530960 after retry RPC after error@1763692437) -> (continuation of Deferred@702282607 after retry RPC after error@960474000) -> (continuation of Deferred@544028663 after retry RPC after error@924399368) -> (continuation of Deferred@1106227719 after retry RPC after error@88662657) -> (continuation of Deferred@1288945488 after retry RPC after error@848060597) -> (continuation of Deferred@240092009 after retry RPC after error@1280390347) -> (continuation of Deferred@497625902 after retry RPC after error@1290893798) -> (continuation of Deferred@1054339034 after retry RPC after error@2078634919)))
23:55:32.473 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:55:32.473 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28013), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [95ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [96ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [97ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [97ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [144ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [144ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [145ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [145ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [320ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1382ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3739ms] refreshing cache from master, [3739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3740ms] too many traces: truncated at 100 traces, deferred=Deferred@1298601578(state=PENDING, result=null, callback=(continuation of Deferred@1599447252 after retry RPC after error@2131202428) -> (continuation of Deferred@994044682 after retry RPC after error@1319009857) -> (continuation of Deferred@1019159622 after retry RPC after error@2138103516) -> (continuation of Deferred@1003687299 after retry RPC after error@100794574) -> (continuation of Deferred@1130006876 after retry RPC after error@975514069) -> (continuation of Deferred@431588359 after retry RPC after error@262927246) -> (continuation of Deferred@413961038 after retry RPC after error@198468111) -> (continuation of Deferred@1587037902 after retry RPC after error@251652368) -> (continuation of Deferred@1920333178 after retry RPC after error@1511601441) -> (continuation of Deferred@1185654426 after retry RPC after error@929919030) -> (continuation of Deferred@1794018692 after retry RPC after error@2043481541) -> (continuation of Deferred@1649015568 after retry RPC after error@1056557999) -> (continuation of Deferred@543552345 after retry RPC after error@827810229) -> (continuation of Deferred@476810740 after retry RPC after error@1824491877) -> (continuation of Deferred@1674530960 after retry RPC after error@1763692437) -> (continuation of Deferred@702282607 after retry RPC after error@960474000) -> (continuation of Deferred@544028663 after retry RPC after error@924399368) -> (continuation of Deferred@1106227719 after retry RPC after error@88662657) -> (continuation of Deferred@1288945488 after retry RPC after error@848060597) -> (continuation of Deferred@240092009 after retry RPC after error@1280390347) -> (continuation of Deferred@497625902 after retry RPC after error@1290893798) -> (continuation of Deferred@1054339034 after retry RPC after error@2078634919), errback=(continuation of Deferred@1599447252 after retry RPC after error@2131202428) -> (continuation of Deferred@994044682 after retry RPC after error@1319009857) -> (continuation of Deferred@1019159622 after retry RPC after error@2138103516) -> (continuation of Deferred@1003687299 after retry RPC after error@100794574) -> (continuation of Deferred@1130006876 after retry RPC after error@975514069) -> (continuation of Deferred@431588359 after retry RPC after error@262927246) -> (continuation of Deferred@413961038 after retry RPC after error@198468111) -> (continuation of Deferred@1587037902 after retry RPC after error@251652368) -> (continuation of Deferred@1920333178 after retry RPC after error@1511601441) -> (continuation of Deferred@1185654426 after retry RPC after error@929919030) -> (continuation of Deferred@1794018692 after retry RPC after error@2043481541) -> (continuation of Deferred@1649015568 after retry RPC after error@1056557999) -> (continuation of Deferred@543552345 after retry RPC after error@827810229) -> (continuation of Deferred@476810740 after retry RPC after error@1824491877) -> (continuation of Deferred@1674530960 after retry RPC after error@1763692437) -> (continuation of Deferred@702282607 after retry RPC after error@960474000) -> (continuation of Deferred@544028663 after retry RPC after error@924399368) -> (continuation of Deferred@1106227719 after retry RPC after error@88662657) -> (continuation of Deferred@1288945488 after retry RPC after error@848060597) -> (continuation of Deferred@240092009 after retry RPC after error@1280390347) -> (continuation of Deferred@497625902 after retry RPC after error@1290893798) -> (continuation of Deferred@1054339034 after retry RPC after error@2078634919)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:32.474 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
23:55:32.476 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:55:32.479 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28013), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [95ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [96ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [97ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [97ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [128ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [129ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [129ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [144ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [144ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [145ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [145ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [161ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [260ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [261ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [320ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1382ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3739ms] refreshing cache from master, [3739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3740ms] too many traces: truncated at 100 traces, deferred=Deferred@1298601578(state=PENDING, result=null, callback=(continuation of Deferred@1599447252 after retry RPC after error@2131202428) -> (continuation of Deferred@994044682 after retry RPC after error@1319009857) -> (continuation of Deferred@1019159622 after retry RPC after error@2138103516) -> (continuation of Deferred@1003687299 after retry RPC after error@100794574) -> (continuation of Deferred@1130006876 after retry RPC after error@975514069) -> (continuation of Deferred@431588359 after retry RPC after error@262927246) -> (continuation of Deferred@413961038 after retry RPC after error@198468111) -> (continuation of Deferred@1587037902 after retry RPC after error@251652368) -> (continuation of Deferred@1920333178 after retry RPC after error@1511601441) -> (continuation of Deferred@1185654426 after retry RPC after error@929919030) -> (continuation of Deferred@1794018692 after retry RPC after error@2043481541) -> (continuation of Deferred@1649015568 after retry RPC after error@1056557999) -> (continuation of Deferred@543552345 after retry RPC after error@827810229) -> (continuation of Deferred@476810740 after retry RPC after error@1824491877) -> (continuation of Deferred@1674530960 after retry RPC after error@1763692437) -> (continuation of Deferred@702282607 after retry RPC after error@960474000) -> (continuation of Deferred@544028663 after retry RPC after error@924399368) -> (continuation of Deferred@1106227719 after retry RPC after error@88662657) -> (continuation of Deferred@1288945488 after retry RPC after error@848060597) -> (continuation of Deferred@240092009 after retry RPC after error@1280390347) -> (continuation of Deferred@497625902 after retry RPC after error@1290893798) -> (continuation of Deferred@1054339034 after retry RPC after error@2078634919), errback=(continuation of Deferred@1599447252 after retry RPC after error@2131202428) -> (continuation of Deferred@994044682 after retry RPC after error@1319009857) -> (continuation of Deferred@1019159622 after retry RPC after error@2138103516) -> (continuation of Deferred@1003687299 after retry RPC after error@100794574) -> (continuation of Deferred@1130006876 after retry RPC after error@975514069) -> (continuation of Deferred@431588359 after retry RPC after error@262927246) -> (continuation of Deferred@413961038 after retry RPC after error@198468111) -> (continuation of Deferred@1587037902 after retry RPC after error@251652368) -> (continuation of Deferred@1920333178 after retry RPC after error@1511601441) -> (continuation of Deferred@1185654426 after retry RPC after error@929919030) -> (continuation of Deferred@1794018692 after retry RPC after error@2043481541) -> (continuation of Deferred@1649015568 after retry RPC after error@1056557999) -> (continuation of Deferred@543552345 after retry RPC after error@827810229) -> (continuation of Deferred@476810740 after retry RPC after error@1824491877) -> (continuation of Deferred@1674530960 after retry RPC after error@1763692437) -> (continuation of Deferred@702282607 after retry RPC after error@960474000) -> (continuation of Deferred@544028663 after retry RPC after error@924399368) -> (continuation of Deferred@1106227719 after retry RPC after error@88662657) -> (continuation of Deferred@1288945488 after retry RPC after error@848060597) -> (continuation of Deferred@240092009 after retry RPC after error@1280390347) -> (continuation of Deferred@497625902 after retry RPC after error@1290893798) -> (continuation of Deferred@1054339034 after retry RPC after error@2078634919)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:32.484 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:32.484 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
23:55:32.485 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:55:32.485 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:55:32.573 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:32.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:32.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:32.742 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:55:32.804 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:32.804 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:32.804 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:32.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:32.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:32.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:32.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:32.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:32.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:32.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:32.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:32.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:32.805 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:32.930 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:55:32.944 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:55:32.963 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:55:32.981 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:55:32.992 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:32.992 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:32.992 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:32.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:32.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:32.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:32.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:32.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:32.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:32.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:32.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:32.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:32.993 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:32.994 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28523), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [72ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [72ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [124ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [149ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [149ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [882ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1702ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3180ms] refreshing cache from master, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [6320ms] refreshing cache from master, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6322ms] too many traces: truncated at 100 traces, deferred=Deferred@712153502(state=PENDING, result=null, callback=(continuation of Deferred@1291486505 after retry RPC after error@1496116712) -> (continuation of Deferred@2069403194 after retry RPC after error@1171807910) -> (continuation of Deferred@1569937657 after retry RPC after error@1676590350) -> (continuation of Deferred@1547181583 after retry RPC after error@1527928384) -> (continuation of Deferred@478255435 after retry RPC after error@177291544) -> (continuation of Deferred@382074403 after retry RPC after error@1605110509) -> (continuation of Deferred@1333238674 after retry RPC after error@1341033189) -> (continuation of Deferred@1994609117 after retry RPC after error@1235732110) -> (continuation of Deferred@989822755 after retry RPC after error@24994619) -> (continuation of Deferred@1836889968 after retry RPC after error@437821415) -> (continuation of Deferred@1541402080 after retry RPC after error@827406619) -> (continuation of Deferred@958324598 after retry RPC after error@1739036693) -> (continuation of Deferred@1135856108 after retry RPC after error@2064820576) -> (continuation of Deferred@876100635 after retry RPC after error@1862561209) -> (continuation of Deferred@849687836 after retry RPC after error@1553122177) -> (continuation of Deferred@700445932 after retry RPC after error@1704603079) -> (continuation of Deferred@2123164093 after retry RPC after error@885568294) -> (continuation of Deferred@1652963783 after retry RPC after error@1447482437) -> (continuation of Deferred@1327373873 after retry RPC after error@1044305271) -> (continuation of Deferred@1831177078 after retry RPC after error@228691563) -> (continuation of Deferred@846325368 after retry RPC after error@2058094636) -> (continuation of Deferred@991121972 after retry RPC after error@977293803) -> (continuation of Deferred@121578237 after retry RPC after error@491304798) -> (continuation of Deferred@1013695537 after retry RPC after error@68949342) -> (continuation of Deferred@2051733482 after retry RPC after error@585125306), errback=(continuation of Deferred@1291486505 after retry RPC after error@1496116712) -> (continuation of Deferred@2069403194 after retry RPC after error@1171807910) -> (continuation of Deferred@1569937657 after retry RPC after error@1676590350) -> (continuation of Deferred@1547181583 after retry RPC after error@1527928384) -> (continuation of Deferred@478255435 after retry RPC after error@177291544) -> (continuation of Deferred@382074403 after retry RPC after error@1605110509) -> (continuation of Deferred@1333238674 after retry RPC after error@1341033189) -> (continuation of Deferred@1994609117 after retry RPC after error@1235732110) -> (continuation of Deferred@989822755 after retry RPC after error@24994619) -> (continuation of Deferred@1836889968 after retry RPC after error@437821415) -> (continuation of Deferred@1541402080 after retry RPC after error@827406619) -> (continuation of Deferred@958324598 after retry RPC after error@1739036693) -> (continuation of Deferred@1135856108 after retry RPC after error@2064820576) -> (continuation of Deferred@876100635 after retry RPC after error@1862561209) -> (continuation of Deferred@849687836 after retry RPC after error@1553122177) -> (continuation of Deferred@700445932 after retry RPC after error@1704603079) -> (continuation of Deferred@2123164093 after retry RPC after error@885568294) -> (continuation of Deferred@1652963783 after retry RPC after error@1447482437) -> (continuation of Deferred@1327373873 after retry RPC after error@1044305271) -> (continuation of Deferred@1831177078 after retry RPC after error@228691563) -> (continuation of Deferred@846325368 after retry RPC after error@2058094636) -> (continuation of Deferred@991121972 after retry RPC after error@977293803) -> (continuation of Deferred@121578237 after retry RPC after error@491304798) -> (continuation of Deferred@1013695537 after retry RPC after error@68949342) -> (continuation of Deferred@2051733482 after retry RPC after error@585125306)))
23:55:32.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:55:32.995 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28523), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [72ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [72ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [124ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [149ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [149ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [882ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1702ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3180ms] refreshing cache from master, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [6320ms] refreshing cache from master, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6322ms] too many traces: truncated at 100 traces, deferred=Deferred@712153502(state=PENDING, result=null, callback=(continuation of Deferred@1291486505 after retry RPC after error@1496116712) -> (continuation of Deferred@2069403194 after retry RPC after error@1171807910) -> (continuation of Deferred@1569937657 after retry RPC after error@1676590350) -> (continuation of Deferred@1547181583 after retry RPC after error@1527928384) -> (continuation of Deferred@478255435 after retry RPC after error@177291544) -> (continuation of Deferred@382074403 after retry RPC after error@1605110509) -> (continuation of Deferred@1333238674 after retry RPC after error@1341033189) -> (continuation of Deferred@1994609117 after retry RPC after error@1235732110) -> (continuation of Deferred@989822755 after retry RPC after error@24994619) -> (continuation of Deferred@1836889968 after retry RPC after error@437821415) -> (continuation of Deferred@1541402080 after retry RPC after error@827406619) -> (continuation of Deferred@958324598 after retry RPC after error@1739036693) -> (continuation of Deferred@1135856108 after retry RPC after error@2064820576) -> (continuation of Deferred@876100635 after retry RPC after error@1862561209) -> (continuation of Deferred@849687836 after retry RPC after error@1553122177) -> (continuation of Deferred@700445932 after retry RPC after error@1704603079) -> (continuation of Deferred@2123164093 after retry RPC after error@885568294) -> (continuation of Deferred@1652963783 after retry RPC after error@1447482437) -> (continuation of Deferred@1327373873 after retry RPC after error@1044305271) -> (continuation of Deferred@1831177078 after retry RPC after error@228691563) -> (continuation of Deferred@846325368 after retry RPC after error@2058094636) -> (continuation of Deferred@991121972 after retry RPC after error@977293803) -> (continuation of Deferred@121578237 after retry RPC after error@491304798) -> (continuation of Deferred@1013695537 after retry RPC after error@68949342) -> (continuation of Deferred@2051733482 after retry RPC after error@585125306), errback=(continuation of Deferred@1291486505 after retry RPC after error@1496116712) -> (continuation of Deferred@2069403194 after retry RPC after error@1171807910) -> (continuation of Deferred@1569937657 after retry RPC after error@1676590350) -> (continuation of Deferred@1547181583 after retry RPC after error@1527928384) -> (continuation of Deferred@478255435 after retry RPC after error@177291544) -> (continuation of Deferred@382074403 after retry RPC after error@1605110509) -> (continuation of Deferred@1333238674 after retry RPC after error@1341033189) -> (continuation of Deferred@1994609117 after retry RPC after error@1235732110) -> (continuation of Deferred@989822755 after retry RPC after error@24994619) -> (continuation of Deferred@1836889968 after retry RPC after error@437821415) -> (continuation of Deferred@1541402080 after retry RPC after error@827406619) -> (continuation of Deferred@958324598 after retry RPC after error@1739036693) -> (continuation of Deferred@1135856108 after retry RPC after error@2064820576) -> (continuation of Deferred@876100635 after retry RPC after error@1862561209) -> (continuation of Deferred@849687836 after retry RPC after error@1553122177) -> (continuation of Deferred@700445932 after retry RPC after error@1704603079) -> (continuation of Deferred@2123164093 after retry RPC after error@885568294) -> (continuation of Deferred@1652963783 after retry RPC after error@1447482437) -> (continuation of Deferred@1327373873 after retry RPC after error@1044305271) -> (continuation of Deferred@1831177078 after retry RPC after error@228691563) -> (continuation of Deferred@846325368 after retry RPC after error@2058094636) -> (continuation of Deferred@991121972 after retry RPC after error@977293803) -> (continuation of Deferred@121578237 after retry RPC after error@491304798) -> (continuation of Deferred@1013695537 after retry RPC after error@68949342) -> (continuation of Deferred@2051733482 after retry RPC after error@585125306)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.190:39137
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:32.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
23:55:33.001 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
23:55:33.004 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28523), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [28ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [72ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [72ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [124ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [124ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [149ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [149ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [162ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [181ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [284ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [284ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [341ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [342ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [403ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [404ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [404ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [881ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [882ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1702ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3180ms] refreshing cache from master, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [6320ms] refreshing cache from master, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6322ms] too many traces: truncated at 100 traces, deferred=Deferred@712153502(state=PENDING, result=null, callback=(continuation of Deferred@1291486505 after retry RPC after error@1496116712) -> (continuation of Deferred@2069403194 after retry RPC after error@1171807910) -> (continuation of Deferred@1569937657 after retry RPC after error@1676590350) -> (continuation of Deferred@1547181583 after retry RPC after error@1527928384) -> (continuation of Deferred@478255435 after retry RPC after error@177291544) -> (continuation of Deferred@382074403 after retry RPC after error@1605110509) -> (continuation of Deferred@1333238674 after retry RPC after error@1341033189) -> (continuation of Deferred@1994609117 after retry RPC after error@1235732110) -> (continuation of Deferred@989822755 after retry RPC after error@24994619) -> (continuation of Deferred@1836889968 after retry RPC after error@437821415) -> (continuation of Deferred@1541402080 after retry RPC after error@827406619) -> (continuation of Deferred@958324598 after retry RPC after error@1739036693) -> (continuation of Deferred@1135856108 after retry RPC after error@2064820576) -> (continuation of Deferred@876100635 after retry RPC after error@1862561209) -> (continuation of Deferred@849687836 after retry RPC after error@1553122177) -> (continuation of Deferred@700445932 after retry RPC after error@1704603079) -> (continuation of Deferred@2123164093 after retry RPC after error@885568294) -> (continuation of Deferred@1652963783 after retry RPC after error@1447482437) -> (continuation of Deferred@1327373873 after retry RPC after error@1044305271) -> (continuation of Deferred@1831177078 after retry RPC after error@228691563) -> (continuation of Deferred@846325368 after retry RPC after error@2058094636) -> (continuation of Deferred@991121972 after retry RPC after error@977293803) -> (continuation of Deferred@121578237 after retry RPC after error@491304798) -> (continuation of Deferred@1013695537 after retry RPC after error@68949342) -> (continuation of Deferred@2051733482 after retry RPC after error@585125306), errback=(continuation of Deferred@1291486505 after retry RPC after error@1496116712) -> (continuation of Deferred@2069403194 after retry RPC after error@1171807910) -> (continuation of Deferred@1569937657 after retry RPC after error@1676590350) -> (continuation of Deferred@1547181583 after retry RPC after error@1527928384) -> (continuation of Deferred@478255435 after retry RPC after error@177291544) -> (continuation of Deferred@382074403 after retry RPC after error@1605110509) -> (continuation of Deferred@1333238674 after retry RPC after error@1341033189) -> (continuation of Deferred@1994609117 after retry RPC after error@1235732110) -> (continuation of Deferred@989822755 after retry RPC after error@24994619) -> (continuation of Deferred@1836889968 after retry RPC after error@437821415) -> (continuation of Deferred@1541402080 after retry RPC after error@827406619) -> (continuation of Deferred@958324598 after retry RPC after error@1739036693) -> (continuation of Deferred@1135856108 after retry RPC after error@2064820576) -> (continuation of Deferred@876100635 after retry RPC after error@1862561209) -> (continuation of Deferred@849687836 after retry RPC after error@1553122177) -> (continuation of Deferred@700445932 after retry RPC after error@1704603079) -> (continuation of Deferred@2123164093 after retry RPC after error@885568294) -> (continuation of Deferred@1652963783 after retry RPC after error@1447482437) -> (continuation of Deferred@1327373873 after retry RPC after error@1044305271) -> (continuation of Deferred@1831177078 after retry RPC after error@228691563) -> (continuation of Deferred@846325368 after retry RPC after error@2058094636) -> (continuation of Deferred@991121972 after retry RPC after error@977293803) -> (continuation of Deferred@121578237 after retry RPC after error@491304798) -> (continuation of Deferred@1013695537 after retry RPC after error@68949342) -> (continuation of Deferred@2051733482 after retry RPC after error@585125306)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.190:39137
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:33.005 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
23:55:33.005 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
23:55:33.006 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:33.010 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:55:33.027 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:55:33.029 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:55:33.029 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:55:33.030 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:55:33.034 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:55:33.034 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:55:33.034 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:55:33.034 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:55:33.036 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:55:33.036 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:55:33.036 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:55:33.037 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:55:33.037 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:55:33.037 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:55:33.037 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:55:33.037 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:55:33.037 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:55:33.037 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:55:33.037 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:55:33.038 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:55:33.038 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:55:33.039 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:55:33.039 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:55:33.039 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:55:33.039 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_f13dfd49b8e4494b24a4757c585ea29a/blobStorage
23:55:33.041 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:43749 - max concurrent requests: 50 - max backlog: 1000
23:55:33.046 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_f13dfd49b8e4494b24a4757c585ea29a/blobStorage
23:55:33.048 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:33.048 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:33.049 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:33.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:33.049 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:33.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:33.049 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:33.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:33.049 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:33.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:33.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:33.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:33.049 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:33.050 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28567), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [72ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [73ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [73ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [95ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [96ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [96ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [113ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [114ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [114ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [148ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [226ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [226ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [226ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [583ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [742ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [743ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1201ms] refreshing cache from master, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1203ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1343ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5341ms] refreshing cache from master, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@1545864623(state=PENDING, result=null, callback=(continuation of Deferred@1898032705 after retry RPC after error@1527689814) -> (continuation of Deferred@766068736 after retry RPC after error@1364998503) -> (continuation of Deferred@762566315 after retry RPC after error@54615377) -> (continuation of Deferred@1691352177 after retry RPC after error@1416128142) -> (continuation of Deferred@1738351654 after retry RPC after error@1849644625) -> (continuation of Deferred@1963459475 after retry RPC after error@1648576426) -> (continuation of Deferred@1819403216 after retry RPC after error@2020126161) -> (continuation of Deferred@1296641492 after retry RPC after error@894389696) -> (continuation of Deferred@1447249882 after retry RPC after error@1803054822) -> (continuation of Deferred@1868286416 after retry RPC after error@540387510) -> (continuation of Deferred@1812219645 after retry RPC after error@1151539909) -> (continuation of Deferred@1963417288 after retry RPC after error@2029664454) -> (continuation of Deferred@914864778 after retry RPC after error@1781459885) -> (continuation of Deferred@630196542 after retry RPC after error@210057538) -> (continuation of Deferred@123568562 after retry RPC after error@439574903) -> (continuation of Deferred@1062163190 after retry RPC after error@438645620) -> (continuation of Deferred@1897820563 after retry RPC after error@1881644574) -> (continuation of Deferred@901425678 after retry RPC after error@104300894) -> (continuation of Deferred@69728994 after retry RPC after error@1220301590) -> (continuation of Deferred@683047637 after retry RPC after error@305214444) -> (continuation of Deferred@695876514 after retry RPC after error@57997688), errback=(continuation of Deferred@1898032705 after retry RPC after error@1527689814) -> (continuation of Deferred@766068736 after retry RPC after error@1364998503) -> (continuation of Deferred@762566315 after retry RPC after error@54615377) -> (continuation of Deferred@1691352177 after retry RPC after error@1416128142) -> (continuation of Deferred@1738351654 after retry RPC after error@1849644625) -> (continuation of Deferred@1963459475 after retry RPC after error@1648576426) -> (continuation of Deferred@1819403216 after retry RPC after error@2020126161) -> (continuation of Deferred@1296641492 after retry RPC after error@894389696) -> (continuation of Deferred@1447249882 after retry RPC after error@1803054822) -> (continuation of Deferred@1868286416 after retry RPC after error@540387510) -> (continuation of Deferred@1812219645 after retry RPC after error@1151539909) -> (continuation of Deferred@1963417288 after retry RPC after error@2029664454) -> (continuation of Deferred@914864778 after retry RPC after error@1781459885) -> (continuation of Deferred@630196542 after retry RPC after error@210057538) -> (continuation of Deferred@123568562 after retry RPC after error@439574903) -> (continuation of Deferred@1062163190 after retry RPC after error@438645620) -> (continuation of Deferred@1897820563 after retry RPC after error@1881644574) -> (continuation of Deferred@901425678 after retry RPC after error@104300894) -> (continuation of Deferred@69728994 after retry RPC after error@1220301590) -> (continuation of Deferred@683047637 after retry RPC after error@305214444) -> (continuation of Deferred@695876514 after retry RPC after error@57997688)))
23:55:33.051 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:55:33.051 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28567), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [72ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [73ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [73ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [95ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [96ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [96ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [113ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [114ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [114ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [148ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [226ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [226ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [226ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [583ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [742ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [743ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1201ms] refreshing cache from master, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1203ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1343ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5341ms] refreshing cache from master, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@1545864623(state=PENDING, result=null, callback=(continuation of Deferred@1898032705 after retry RPC after error@1527689814) -> (continuation of Deferred@766068736 after retry RPC after error@1364998503) -> (continuation of Deferred@762566315 after retry RPC after error@54615377) -> (continuation of Deferred@1691352177 after retry RPC after error@1416128142) -> (continuation of Deferred@1738351654 after retry RPC after error@1849644625) -> (continuation of Deferred@1963459475 after retry RPC after error@1648576426) -> (continuation of Deferred@1819403216 after retry RPC after error@2020126161) -> (continuation of Deferred@1296641492 after retry RPC after error@894389696) -> (continuation of Deferred@1447249882 after retry RPC after error@1803054822) -> (continuation of Deferred@1868286416 after retry RPC after error@540387510) -> (continuation of Deferred@1812219645 after retry RPC after error@1151539909) -> (continuation of Deferred@1963417288 after retry RPC after error@2029664454) -> (continuation of Deferred@914864778 after retry RPC after error@1781459885) -> (continuation of Deferred@630196542 after retry RPC after error@210057538) -> (continuation of Deferred@123568562 after retry RPC after error@439574903) -> (continuation of Deferred@1062163190 after retry RPC after error@438645620) -> (continuation of Deferred@1897820563 after retry RPC after error@1881644574) -> (continuation of Deferred@901425678 after retry RPC after error@104300894) -> (continuation of Deferred@69728994 after retry RPC after error@1220301590) -> (continuation of Deferred@683047637 after retry RPC after error@305214444) -> (continuation of Deferred@695876514 after retry RPC after error@57997688), errback=(continuation of Deferred@1898032705 after retry RPC after error@1527689814) -> (continuation of Deferred@766068736 after retry RPC after error@1364998503) -> (continuation of Deferred@762566315 after retry RPC after error@54615377) -> (continuation of Deferred@1691352177 after retry RPC after error@1416128142) -> (continuation of Deferred@1738351654 after retry RPC after error@1849644625) -> (continuation of Deferred@1963459475 after retry RPC after error@1648576426) -> (continuation of Deferred@1819403216 after retry RPC after error@2020126161) -> (continuation of Deferred@1296641492 after retry RPC after error@894389696) -> (continuation of Deferred@1447249882 after retry RPC after error@1803054822) -> (continuation of Deferred@1868286416 after retry RPC after error@540387510) -> (continuation of Deferred@1812219645 after retry RPC after error@1151539909) -> (continuation of Deferred@1963417288 after retry RPC after error@2029664454) -> (continuation of Deferred@914864778 after retry RPC after error@1781459885) -> (continuation of Deferred@630196542 after retry RPC after error@210057538) -> (continuation of Deferred@123568562 after retry RPC after error@439574903) -> (continuation of Deferred@1062163190 after retry RPC after error@438645620) -> (continuation of Deferred@1897820563 after retry RPC after error@1881644574) -> (continuation of Deferred@901425678 after retry RPC after error@104300894) -> (continuation of Deferred@69728994 after retry RPC after error@1220301590) -> (continuation of Deferred@683047637 after retry RPC after error@305214444) -> (continuation of Deferred@695876514 after retry RPC after error@57997688)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:33.052 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
23:55:33.057 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_f13dfd49b8e4494b24a4757c585ea29a/blobStorage
23:55:33.057 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
23:55:33.058 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:55:33.060 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: d4b44031-4a21-472d-958a-ed26b8e022c6
23:55:33.060 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28567), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [72ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [73ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [73ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [95ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [96ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [96ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [112ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [113ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [114ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [114ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [148ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [148ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [183ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [223ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [226ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [226ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [226ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [363ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [582ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [583ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [742ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [743ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [743ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1201ms] refreshing cache from master, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1203ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1343ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5341ms] refreshing cache from master, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5342ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@1545864623(state=PENDING, result=null, callback=(continuation of Deferred@1898032705 after retry RPC after error@1527689814) -> (continuation of Deferred@766068736 after retry RPC after error@1364998503) -> (continuation of Deferred@762566315 after retry RPC after error@54615377) -> (continuation of Deferred@1691352177 after retry RPC after error@1416128142) -> (continuation of Deferred@1738351654 after retry RPC after error@1849644625) -> (continuation of Deferred@1963459475 after retry RPC after error@1648576426) -> (continuation of Deferred@1819403216 after retry RPC after error@2020126161) -> (continuation of Deferred@1296641492 after retry RPC after error@894389696) -> (continuation of Deferred@1447249882 after retry RPC after error@1803054822) -> (continuation of Deferred@1868286416 after retry RPC after error@540387510) -> (continuation of Deferred@1812219645 after retry RPC after error@1151539909) -> (continuation of Deferred@1963417288 after retry RPC after error@2029664454) -> (continuation of Deferred@914864778 after retry RPC after error@1781459885) -> (continuation of Deferred@630196542 after retry RPC after error@210057538) -> (continuation of Deferred@123568562 after retry RPC after error@439574903) -> (continuation of Deferred@1062163190 after retry RPC after error@438645620) -> (continuation of Deferred@1897820563 after retry RPC after error@1881644574) -> (continuation of Deferred@901425678 after retry RPC after error@104300894) -> (continuation of Deferred@69728994 after retry RPC after error@1220301590) -> (continuation of Deferred@683047637 after retry RPC after error@305214444) -> (continuation of Deferred@695876514 after retry RPC after error@57997688), errback=(continuation of Deferred@1898032705 after retry RPC after error@1527689814) -> (continuation of Deferred@766068736 after retry RPC after error@1364998503) -> (continuation of Deferred@762566315 after retry RPC after error@54615377) -> (continuation of Deferred@1691352177 after retry RPC after error@1416128142) -> (continuation of Deferred@1738351654 after retry RPC after error@1849644625) -> (continuation of Deferred@1963459475 after retry RPC after error@1648576426) -> (continuation of Deferred@1819403216 after retry RPC after error@2020126161) -> (continuation of Deferred@1296641492 after retry RPC after error@894389696) -> (continuation of Deferred@1447249882 after retry RPC after error@1803054822) -> (continuation of Deferred@1868286416 after retry RPC after error@540387510) -> (continuation of Deferred@1812219645 after retry RPC after error@1151539909) -> (continuation of Deferred@1963417288 after retry RPC after error@2029664454) -> (continuation of Deferred@914864778 after retry RPC after error@1781459885) -> (continuation of Deferred@630196542 after retry RPC after error@210057538) -> (continuation of Deferred@123568562 after retry RPC after error@439574903) -> (continuation of Deferred@1062163190 after retry RPC after error@438645620) -> (continuation of Deferred@1897820563 after retry RPC after error@1881644574) -> (continuation of Deferred@901425678 after retry RPC after error@104300894) -> (continuation of Deferred@69728994 after retry RPC after error@1220301590) -> (continuation of Deferred@683047637 after retry RPC after error@305214444) -> (continuation of Deferred@695876514 after retry RPC after error@57997688)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:33.061 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:33.063 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 34 GB (70.83% usable)
23:55:33.063 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-633874a1-0f80-441b-a5c3-9d5d87e9b69a
23:55:33.066 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
23:55:33.067 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
23:55:33.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:33.087 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-a2efe319-1889-441b-82bc-88abab37c2b5
23:55:33.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:33.168 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:55:33.169 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:55:33.169 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:55:33.169 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:55:33.170 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:55:33.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:33.174 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_16 .
23:55:33.178 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:33.178 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:33.178 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:33.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:33.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:33.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:33.179 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
23:55:33.179 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-98dac2dd-0eda-4bb5-a3fe-fc75b4877102
23:55:33.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:33.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:33.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:33.180 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:33.180 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:33.180 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:33.180 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:33.182 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:55:33.182 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:55:33.195 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:55:33.195 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:55:33.206 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:38135
23:55:33.206 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:55:33.213 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:38135 was granted leadership with leaderSessionID=5f045feb-e976-4d25-ae13-59224ad1eb83
23:55:33.213 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:38135 , session=5f045feb-e976-4d25-ae13-59224ad1eb83
23:55:33.214 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:55:33.215 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:55:33.215 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:55:33.215 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id e6a6b655-c9e0-4809-aa18-d5d2c97e04dc. Creating new DispatcherLeaderProcess.
23:55:33.215 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:55:33.216 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:55:33.218 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:55:33.218 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:55:33.221 [INFO - pool-309-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id ea3f9f61-6927-4981-a74c-a84841eccff5.
23:55:33.222 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_17 .
23:55:33.230 [INFO - pool-309-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_18 .
23:55:33.233 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_17 , session=e6a6b655-c9e0-4809-aa18-d5d2c97e04dc
23:55:33.245 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
23:55:33.249 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:55:33.250 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:55:33.250 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:55:33.250 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:55:33.251 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_18 , session=ea3f9f61-6927-4981-a74c-a84841eccff5
23:55:33.260 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(a74ca84841eccff5ea3f9f6169274981).
23:55:33.266 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:33.266 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:33.267 [DEBUG - pool-275-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:33.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:33.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:33.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:33.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:33.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:33.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:33.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:33.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:33.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:33.268 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:33.269 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28787), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [33ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [36ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [38ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [46ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [64ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [64ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [64ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [89ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [122ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [247ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [247ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [462ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [482ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1063ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1244ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2882ms] too many traces: truncated at 100 traces, deferred=Deferred@1614339137(state=PENDING, result=null, callback=(continuation of Deferred@1668961312 after retry RPC after error@73607402) -> (continuation of Deferred@622365098 after retry RPC after error@65311644) -> (continuation of Deferred@848170132 after retry RPC after error@792155735) -> (continuation of Deferred@1308872642 after retry RPC after error@1776082413) -> (continuation of Deferred@729061102 after retry RPC after error@1055193145) -> (continuation of Deferred@1850301944 after retry RPC after error@1643497065) -> (continuation of Deferred@1857679199 after retry RPC after error@2005264257) -> (continuation of Deferred@1401405972 after retry RPC after error@479101059) -> (continuation of Deferred@1030506330 after retry RPC after error@1695352473) -> (continuation of Deferred@150470478 after retry RPC after error@1620438091) -> (continuation of Deferred@1058812308 after retry RPC after error@841531680) -> (continuation of Deferred@93472164 after retry RPC after error@1244272361) -> (continuation of Deferred@342101673 after retry RPC after error@1613884612) -> (continuation of Deferred@2006530563 after retry RPC after error@1839134535) -> (continuation of Deferred@1505475867 after retry RPC after error@906181924) -> (continuation of Deferred@150229189 after retry RPC after error@315271763) -> (continuation of Deferred@379424372 after retry RPC after error@962096030) -> (continuation of Deferred@318797320 after retry RPC after error@1415564809) -> (continuation of Deferred@785056984 after retry RPC after error@1421188612) -> (continuation of Deferred@1150620332 after retry RPC after error@1846584241) -> (continuation of Deferred@411797359 after retry RPC after error@1614184388) -> (continuation of Deferred@207229212 after retry RPC after error@1740383757) -> (continuation of Deferred@591947114 after retry RPC after error@1892939416) -> (continuation of Deferred@744348527 after retry RPC after error@710352039) -> (continuation of Deferred@1247043506 after retry RPC after error@635180886), errback=(continuation of Deferred@1668961312 after retry RPC after error@73607402) -> (continuation of Deferred@622365098 after retry RPC after error@65311644) -> (continuation of Deferred@848170132 after retry RPC after error@792155735) -> (continuation of Deferred@1308872642 after retry RPC after error@1776082413) -> (continuation of Deferred@729061102 after retry RPC after error@1055193145) -> (continuation of Deferred@1850301944 after retry RPC after error@1643497065) -> (continuation of Deferred@1857679199 after retry RPC after error@2005264257) -> (continuation of Deferred@1401405972 after retry RPC after error@479101059) -> (continuation of Deferred@1030506330 after retry RPC after error@1695352473) -> (continuation of Deferred@150470478 after retry RPC after error@1620438091) -> (continuation of Deferred@1058812308 after retry RPC after error@841531680) -> (continuation of Deferred@93472164 after retry RPC after error@1244272361) -> (continuation of Deferred@342101673 after retry RPC after error@1613884612) -> (continuation of Deferred@2006530563 after retry RPC after error@1839134535) -> (continuation of Deferred@1505475867 after retry RPC after error@906181924) -> (continuation of Deferred@150229189 after retry RPC after error@315271763) -> (continuation of Deferred@379424372 after retry RPC after error@962096030) -> (continuation of Deferred@318797320 after retry RPC after error@1415564809) -> (continuation of Deferred@785056984 after retry RPC after error@1421188612) -> (continuation of Deferred@1150620332 after retry RPC after error@1846584241) -> (continuation of Deferred@411797359 after retry RPC after error@1614184388) -> (continuation of Deferred@207229212 after retry RPC after error@1740383757) -> (continuation of Deferred@591947114 after retry RPC after error@1892939416) -> (continuation of Deferred@744348527 after retry RPC after error@710352039) -> (continuation of Deferred@1247043506 after retry RPC after error@635180886)))
23:55:33.269 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:55:33.270 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:55:33.270 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28787), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [33ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [36ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [38ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [46ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [64ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [64ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [64ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [89ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [122ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [247ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [247ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [462ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [482ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1063ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1244ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2882ms] too many traces: truncated at 100 traces, deferred=Deferred@1614339137(state=PENDING, result=null, callback=(continuation of Deferred@1668961312 after retry RPC after error@73607402) -> (continuation of Deferred@622365098 after retry RPC after error@65311644) -> (continuation of Deferred@848170132 after retry RPC after error@792155735) -> (continuation of Deferred@1308872642 after retry RPC after error@1776082413) -> (continuation of Deferred@729061102 after retry RPC after error@1055193145) -> (continuation of Deferred@1850301944 after retry RPC after error@1643497065) -> (continuation of Deferred@1857679199 after retry RPC after error@2005264257) -> (continuation of Deferred@1401405972 after retry RPC after error@479101059) -> (continuation of Deferred@1030506330 after retry RPC after error@1695352473) -> (continuation of Deferred@150470478 after retry RPC after error@1620438091) -> (continuation of Deferred@1058812308 after retry RPC after error@841531680) -> (continuation of Deferred@93472164 after retry RPC after error@1244272361) -> (continuation of Deferred@342101673 after retry RPC after error@1613884612) -> (continuation of Deferred@2006530563 after retry RPC after error@1839134535) -> (continuation of Deferred@1505475867 after retry RPC after error@906181924) -> (continuation of Deferred@150229189 after retry RPC after error@315271763) -> (continuation of Deferred@379424372 after retry RPC after error@962096030) -> (continuation of Deferred@318797320 after retry RPC after error@1415564809) -> (continuation of Deferred@785056984 after retry RPC after error@1421188612) -> (continuation of Deferred@1150620332 after retry RPC after error@1846584241) -> (continuation of Deferred@411797359 after retry RPC after error@1614184388) -> (continuation of Deferred@207229212 after retry RPC after error@1740383757) -> (continuation of Deferred@591947114 after retry RPC after error@1892939416) -> (continuation of Deferred@744348527 after retry RPC after error@710352039) -> (continuation of Deferred@1247043506 after retry RPC after error@635180886), errback=(continuation of Deferred@1668961312 after retry RPC after error@73607402) -> (continuation of Deferred@622365098 after retry RPC after error@65311644) -> (continuation of Deferred@848170132 after retry RPC after error@792155735) -> (continuation of Deferred@1308872642 after retry RPC after error@1776082413) -> (continuation of Deferred@729061102 after retry RPC after error@1055193145) -> (continuation of Deferred@1850301944 after retry RPC after error@1643497065) -> (continuation of Deferred@1857679199 after retry RPC after error@2005264257) -> (continuation of Deferred@1401405972 after retry RPC after error@479101059) -> (continuation of Deferred@1030506330 after retry RPC after error@1695352473) -> (continuation of Deferred@150470478 after retry RPC after error@1620438091) -> (continuation of Deferred@1058812308 after retry RPC after error@841531680) -> (continuation of Deferred@93472164 after retry RPC after error@1244272361) -> (continuation of Deferred@342101673 after retry RPC after error@1613884612) -> (continuation of Deferred@2006530563 after retry RPC after error@1839134535) -> (continuation of Deferred@1505475867 after retry RPC after error@906181924) -> (continuation of Deferred@150229189 after retry RPC after error@315271763) -> (continuation of Deferred@379424372 after retry RPC after error@962096030) -> (continuation of Deferred@318797320 after retry RPC after error@1415564809) -> (continuation of Deferred@785056984 after retry RPC after error@1421188612) -> (continuation of Deferred@1150620332 after retry RPC after error@1846584241) -> (continuation of Deferred@411797359 after retry RPC after error@1614184388) -> (continuation of Deferred@207229212 after retry RPC after error@1740383757) -> (continuation of Deferred@591947114 after retry RPC after error@1892939416) -> (continuation of Deferred@744348527 after retry RPC after error@710352039) -> (continuation of Deferred@1247043506 after retry RPC after error@635180886)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:33.271 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
23:55:33.274 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
23:55:33.276 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28787), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [33ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [36ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [37ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [38ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [46ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [64ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [64ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [64ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [88ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [89ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [122ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [202ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [247ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [247ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [462ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [462ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [482ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1063ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1244ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2882ms] too many traces: truncated at 100 traces, deferred=Deferred@1614339137(state=PENDING, result=null, callback=(continuation of Deferred@1668961312 after retry RPC after error@73607402) -> (continuation of Deferred@622365098 after retry RPC after error@65311644) -> (continuation of Deferred@848170132 after retry RPC after error@792155735) -> (continuation of Deferred@1308872642 after retry RPC after error@1776082413) -> (continuation of Deferred@729061102 after retry RPC after error@1055193145) -> (continuation of Deferred@1850301944 after retry RPC after error@1643497065) -> (continuation of Deferred@1857679199 after retry RPC after error@2005264257) -> (continuation of Deferred@1401405972 after retry RPC after error@479101059) -> (continuation of Deferred@1030506330 after retry RPC after error@1695352473) -> (continuation of Deferred@150470478 after retry RPC after error@1620438091) -> (continuation of Deferred@1058812308 after retry RPC after error@841531680) -> (continuation of Deferred@93472164 after retry RPC after error@1244272361) -> (continuation of Deferred@342101673 after retry RPC after error@1613884612) -> (continuation of Deferred@2006530563 after retry RPC after error@1839134535) -> (continuation of Deferred@1505475867 after retry RPC after error@906181924) -> (continuation of Deferred@150229189 after retry RPC after error@315271763) -> (continuation of Deferred@379424372 after retry RPC after error@962096030) -> (continuation of Deferred@318797320 after retry RPC after error@1415564809) -> (continuation of Deferred@785056984 after retry RPC after error@1421188612) -> (continuation of Deferred@1150620332 after retry RPC after error@1846584241) -> (continuation of Deferred@411797359 after retry RPC after error@1614184388) -> (continuation of Deferred@207229212 after retry RPC after error@1740383757) -> (continuation of Deferred@591947114 after retry RPC after error@1892939416) -> (continuation of Deferred@744348527 after retry RPC after error@710352039) -> (continuation of Deferred@1247043506 after retry RPC after error@635180886), errback=(continuation of Deferred@1668961312 after retry RPC after error@73607402) -> (continuation of Deferred@622365098 after retry RPC after error@65311644) -> (continuation of Deferred@848170132 after retry RPC after error@792155735) -> (continuation of Deferred@1308872642 after retry RPC after error@1776082413) -> (continuation of Deferred@729061102 after retry RPC after error@1055193145) -> (continuation of Deferred@1850301944 after retry RPC after error@1643497065) -> (continuation of Deferred@1857679199 after retry RPC after error@2005264257) -> (continuation of Deferred@1401405972 after retry RPC after error@479101059) -> (continuation of Deferred@1030506330 after retry RPC after error@1695352473) -> (continuation of Deferred@150470478 after retry RPC after error@1620438091) -> (continuation of Deferred@1058812308 after retry RPC after error@841531680) -> (continuation of Deferred@93472164 after retry RPC after error@1244272361) -> (continuation of Deferred@342101673 after retry RPC after error@1613884612) -> (continuation of Deferred@2006530563 after retry RPC after error@1839134535) -> (continuation of Deferred@1505475867 after retry RPC after error@906181924) -> (continuation of Deferred@150229189 after retry RPC after error@315271763) -> (continuation of Deferred@379424372 after retry RPC after error@962096030) -> (continuation of Deferred@318797320 after retry RPC after error@1415564809) -> (continuation of Deferred@785056984 after retry RPC after error@1421188612) -> (continuation of Deferred@1150620332 after retry RPC after error@1846584241) -> (continuation of Deferred@411797359 after retry RPC after error@1614184388) -> (continuation of Deferred@207229212 after retry RPC after error@1740383757) -> (continuation of Deferred@591947114 after retry RPC after error@1892939416) -> (continuation of Deferred@744348527 after retry RPC after error@710352039) -> (continuation of Deferred@1247043506 after retry RPC after error@635180886)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:33.277 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d2b24b5be07c54027760c4793ebc532d
23:55:33.278 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID d4b44031-4a21-472d-958a-ed26b8e022c6 (pekko://flink/user/rpc/taskmanager_16) at ResourceManager
23:55:33.280 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
23:55:33.280 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
23:55:33.282 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_18 under registration id f103ffcf7329f6fd1bd4962e9234e2d8.
23:55:33.283 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:344) Registering task executor d4b44031-4a21-472d-958a-ed26b8e022c6 under f103ffcf7329f6fd1bd4962e9234e2d8 at the slot manager.
23:55:33.286 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (21e2debdfd3dd44c55b9e77e6c84805b).
23:55:33.287 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (21e2debdfd3dd44c55b9e77e6c84805b).
23:55:33.287 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-21e2debdfd3dd44c55b9e77e6c84805b'.
23:55:33.288 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 21e2debdfd3dd44c55b9e77e6c84805b was granted leadership with leader id 6f43725d-7d06-47f8-bbdd-e3f88df1ae08. Creating new JobMasterServiceProcess.
23:55:33.305 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_19 .
23:55:33.311 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (21e2debdfd3dd44c55b9e77e6c84805b).
23:55:33.312 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b).
23:55:33.313 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 7376a0c15549fc00cff456e456750264 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:33.313 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:33.313 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b).
23:55:33.313 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:55:33.313 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:33.313 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:33.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:33.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:33.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:33.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:33.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:33.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:33.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:33.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:33.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:33.314 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:33.315 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:55:33.315 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f886935
23:55:33.315 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:33.315 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:55:33.320 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:55:33.321 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@fb6948c for Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b).
23:55:33.322 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_19 , session=6f43725d-7d06-47f8-bbdd-e3f88df1ae08
23:55:33.342 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (21e2debdfd3dd44c55b9e77e6c84805b) under job master id bbdde3f88df1ae086f43725d7d0647f8.
23:55:33.343 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:55:33.345 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:33.348 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:55:33.348 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state CREATED to RUNNING.
23:55:33.348 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:55:33.349 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:55:33.350 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:55:33.350 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:55:33.350 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(a74ca84841eccff5ea3f9f6169274981)
23:55:33.354 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:55:33.355 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager bbdde3f88df1ae086f43725d7d0647f8@pekko://flink/user/rpc/jobmanager_19 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:33.370 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager bbdde3f88df1ae086f43725d7d0647f8@pekko://flink/user/rpc/jobmanager_19 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:33.373 [DEBUG - main] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:55:33.379 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:33.385 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: a74ca84841eccff5ea3f9f6169274981.
23:55:33.385 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:33.386 [DEBUG - main] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:55:33.386 [DEBUG - main] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:55:33.387 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.227.124:45059(127.6.227.124:45059)] Successfully connected to peer
23:55:33.387 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.227.125:41905(127.6.227.125:41905)] Successfully connected to peer
23:55:33.411 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.124
23:55:33.412 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.125
23:55:33.413 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.227.126:35549(127.6.227.126:35549)] Successfully connected to peer
23:55:33.425 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.427 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:33.428 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:33.439 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.28.189:46549(127.6.28.189:46549)] Successfully connected to peer
23:55:33.442 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.28.190:34457(127.6.28.190:34457)] Successfully connected to peer
23:55:33.445 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.28.188:34021(127.6.28.188:34021)] Successfully connected to peer
23:55:33.448 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.189
23:55:33.451 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbbe8afbf, L:/127.0.0.1:41132 - R:/127.6.227.125:41905] using SASL/PLAIN
23:55:33.455 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 21e2debdfd3dd44c55b9e77e6c84805b
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager d4b44031-4a21-472d-958a-ed26b8e022c6
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:55:33.456 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot adda2d48dd77b3402898c17cdf0aaf57 from d4b44031-4a21-472d-958a-ed26b8e022c6 for job 21e2debdfd3dd44c55b9e77e6c84805b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:55:33.457 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2bf279fca58d52bfb04fe365b941da91 from d4b44031-4a21-472d-958a-ed26b8e022c6 for job 21e2debdfd3dd44c55b9e77e6c84805b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:55:33.457 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request adda2d48dd77b3402898c17cdf0aaf57 for job 21e2debdfd3dd44c55b9e77e6c84805b from resource manager with leader id a74ca84841eccff5ea3f9f6169274981.
23:55:33.457 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for adda2d48dd77b3402898c17cdf0aaf57 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:55:33.458 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 9eb3bc36acb680bab4e38ccb6d77f702 from d4b44031-4a21-472d-958a-ed26b8e022c6 for job 21e2debdfd3dd44c55b9e77e6c84805b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:55:33.458 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3219bcf9e400390f1664ce104eaa9adb from d4b44031-4a21-472d-958a-ed26b8e022c6 for job 21e2debdfd3dd44c55b9e77e6c84805b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:55:33.461 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job 21e2debdfd3dd44c55b9e77e6c84805b for job leader monitoring.
23:55:33.461 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_19 with leader id 6f43725d-7d06-47f8-bbdd-e3f88df1ae08.
23:55:33.461 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 2bf279fca58d52bfb04fe365b941da91 for job 21e2debdfd3dd44c55b9e77e6c84805b from resource manager with leader id a74ca84841eccff5ea3f9f6169274981.
23:55:33.461 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 2bf279fca58d52bfb04fe365b941da91 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:55:33.462 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 9eb3bc36acb680bab4e38ccb6d77f702 for job 21e2debdfd3dd44c55b9e77e6c84805b from resource manager with leader id a74ca84841eccff5ea3f9f6169274981.
23:55:33.462 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 9eb3bc36acb680bab4e38ccb6d77f702 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:55:33.462 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 3219bcf9e400390f1664ce104eaa9adb for job 21e2debdfd3dd44c55b9e77e6c84805b from resource manager with leader id a74ca84841eccff5ea3f9f6169274981.
23:55:33.462 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 3219bcf9e400390f1664ce104eaa9adb with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:55:33.464 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:55:33.464 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.190
23:55:33.464 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.188
23:55:33.466 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_19 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:33.466 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:33.466 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:33.467 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:55:33.467 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 3219bcf9e400390f1664ce104eaa9adb
23:55:33.469 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 3219bcf9e400390f1664ce104eaa9adb.
23:55:33.470 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:33.470 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:55:33.470 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 21e2debdfd3dd44c55b9e77e6c84805b
23:55:33.471 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.471 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 3219bcf9e400390f1664ce104eaa9adb.
23:55:33.473 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.126
23:55:33.476 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.481 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.485 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa128e3a2, L:/127.0.0.1:43988 - R:/127.6.28.189:46549] using SASL/PLAIN
23:55:33.488 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x45000823, L:/127.0.0.1:46932 - R:/127.6.28.188:34021] using SASL/PLAIN
23:55:33.489 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.490 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x70a069b6, L:/127.0.0.1:33010 - R:/127.6.227.124:45059] using SASL/PLAIN
23:55:33.492 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:55:33.492 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id adda2d48dd77b3402898c17cdf0aaf57
23:55:33.492 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:33.492 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=124), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [111ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: OK, deferred=null) after lookup
23:55:33.496 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:33.500 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 078e4f9e5f4841a6bbadd30b9e155271 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:33.501 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1833f6e7a0ef4ed399734cedc76aae37 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:33.501 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a65e8e4f55ea4634a0066e85e884dcef for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:33.501 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=078e4f9e5f4841a6bbadd30b9e155271@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=1833f6e7a0ef4ed399734cedc76aae37@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303),9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=a65e8e4f55ea4634a0066e85e884dcef@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:33.501 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:33.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: OK, [133ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: OK, deferred=null) after lookup
23:55:33.515 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc1a25c12, L:/127.0.0.1:49166 - R:/127.6.227.126:35549] using SASL/PLAIN
23:55:33.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.519 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5c53e2ee, L:/127.0.0.1:34170 - R:/127.6.28.190:34457] using SASL/PLAIN
23:55:33.529 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:55:33.529 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 9eb3bc36acb680bab4e38ccb6d77f702
23:55:33.568 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:33.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:33.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:33.569 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:33.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.227.124:45059, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.227.124:45059: OK, deferred=null)) after lookup
23:55:33.569 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] connecting to peer
23:55:33.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:33.577 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot adda2d48dd77b3402898c17cdf0aaf57.
23:55:33.579 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id adda2d48dd77b3402898c17cdf0aaf57.
23:55:33.581 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:55:33.581 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:55:33.589 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9eb3bc36acb680bab4e38ccb6d77f702.
23:55:33.589 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5845cb82
23:55:33.589 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:33.592 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:55:33.592 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:55:33.593 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e15e037
23:55:33.593 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:33.595 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 9eb3bc36acb680bab4e38ccb6d77f702.
23:55:33.596 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:55:33.597 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:55:33.597 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:55:33.597 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:55:33.628 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2bcef38d
23:55:33.629 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:55:33.630 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 2bf279fca58d52bfb04fe365b941da91
23:55:33.630 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:55:33.631 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:55:33.631 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:33.638 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2bf279fca58d52bfb04fe365b941da91.
23:55:33.639 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:55:33.639 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:55:33.640 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30bf3f1c
23:55:33.640 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:33.641 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:55:33.641 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:55:33.641 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:55:33.643 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] Successfully connected to peer
23:55:33.644 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 2bf279fca58d52bfb04fe365b941da91.
23:55:33.646 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@323e5a9c
23:55:33.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:33.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@446ae31
23:55:33.653 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 3219bcf9e400390f1664ce104eaa9adb.
23:55:33.653 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot adda2d48dd77b3402898c17cdf0aaf57.
23:55:33.653 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9eb3bc36acb680bab4e38ccb6d77f702.
23:55:33.653 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2bf279fca58d52bfb04fe365b941da91.
23:55:33.654 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:55:33.654 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:55:33.655 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7727f843
23:55:33.655 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:33.655 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:55:33.655 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:55:33.655 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:33.656 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:55:33.657 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:33.658 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:55:33.659 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:55:33.659 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:55:33.660 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.227.126:35549(127.6.227.126:35549)] Successfully connected to peer
23:55:33.662 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.227.125:41905(127.6.227.125:41905)] Successfully connected to peer
23:55:33.665 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:55:33.666 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:33.667 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.227.124:45059(127.6.227.124:45059)] Successfully connected to peer
23:55:33.667 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3bc4f10e
23:55:33.668 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:55:33.669 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:33.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:33.682 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:55:33.682 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:55:33.683 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.227.124:45059(127.6.227.124:45059)] Successfully connected to peer
23:55:33.692 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:55:33.694 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.227.125:41905(127.6.227.125:41905)] Successfully connected to peer
23:55:33.696 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.124
23:55:33.697 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.227.124:45059(127.6.227.124:45059)] Successfully connected to peer
23:55:33.701 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.125
23:55:33.703 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.227.126:35549(127.6.227.126:35549)] Successfully connected to peer
23:55:33.704 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.124
23:55:33.706 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.126
23:55:33.708 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.708 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.708 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [54ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [54ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [66ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [107ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [186ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [343ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [344ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [344ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1604ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@630576526(state=PENDING, result=null, callback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259), errback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259)))
23:55:33.712 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.712 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.712 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.713 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [54ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [54ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [66ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [107ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [186ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [343ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [344ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [344ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1604ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@630576526(state=PENDING, result=null, callback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259), errback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [54ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [54ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [66ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [107ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [186ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [343ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [344ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [344ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1604ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@630576526(state=PENDING, result=null, callback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259), errback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.62:34943
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:33.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.715 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.717 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:55:33.718 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.227.125:41905(127.6.227.125:41905)] Successfully connected to peer
23:55:33.720 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [54ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [54ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [66ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [107ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [186ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [343ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [344ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [344ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1604ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@630576526(state=PENDING, result=null, callback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259), errback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [52ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [54ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [54ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [66ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [107ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [107ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [185ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [186ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [282ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [343ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [344ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [344ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [642ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [642ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1604ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@630576526(state=PENDING, result=null, callback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259), errback=(continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231) -> (continuation of Deferred@587721450 after retry RPC after error@1517212930) -> (continuation of Deferred@714267736 after retry RPC after error@1949634259)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.62:34943
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:33.721 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:55:33.724 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.729 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.729 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.729 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.734 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:55:33.735 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.125
23:55:33.736 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.737 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.124
23:55:33.741 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.125
23:55:33.745 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.747 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd4969f48, L:/127.0.0.1:33040 - R:/127.6.227.124:45059] using SASL/PLAIN
23:55:33.748 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.748 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.748 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.750 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.755 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6a2cf1bd, L:/127.0.0.1:41154 - R:/127.6.227.125:41905] using SASL/PLAIN
23:55:33.756 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.758 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.760 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.768 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.768 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.768 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.769 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.769 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.770 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7ba171a9, L:/127.0.0.1:53674 - R:/127.6.227.67:43245] using TOKEN/null
23:55:33.771 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.775 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.126
23:55:33.778 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.779 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:33.779 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: OK, deferred=null) after lookup
23:55:33.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.783 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.227.126:35549(127.6.227.126:35549)] Successfully connected to peer
23:55:33.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.787 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c5787fa
23:55:33.788 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.788 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.788 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.788 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8b0c0853, L:/127.0.0.1:41138 - R:/127.6.227.125:41905] using SASL/PLAIN
23:55:33.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.789 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3b206675, L:/127.0.0.1:33020 - R:/127.6.227.124:45059] using SASL/PLAIN
23:55:33.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.790 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.790 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x29ee1f92, L:/127.0.0.1:49168 - R:/127.6.227.126:35549] using SASL/PLAIN
23:55:33.790 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:55:33.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:55:33.791 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:55:33.792 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.227.124:45059(127.6.227.124:45059)] Successfully connected to peer
23:55:33.794 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.126
23:55:33.798 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:33.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [139ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: OK, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: OK, deferred=null) after lookup
23:55:33.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.805 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x11ede836, L:/127.0.0.1:41162 - R:/127.6.227.125:41905] using SASL/PLAIN
23:55:33.805 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.124
23:55:33.807 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.807 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.808 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.809 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.809 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.816 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ca2f6ba
23:55:33.817 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:55:33.817 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:55:33.820 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd047c5dd, L:/127.0.0.1:33028 - R:/127.6.227.124:45059] using SASL/PLAIN
23:55:33.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:33.822 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:33.824 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.829 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:33.829 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:33.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:33.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=177), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: OK, [169ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: OK, deferred=null) after lookup
23:55:33.837 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa0fb8a29, L:/127.0.0.1:49186 - R:/127.6.227.126:35549] using SASL/PLAIN
23:55:33.837 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:33.839 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.847 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@496976d7
23:55:33.848 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:55:33.849 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:55:33.856 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6a45d9cf, L:/127.0.0.1:33044 - R:/127.6.227.124:45059] using SASL/PLAIN
23:55:33.858 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:55:33.860 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.227.125:41905(127.6.227.125:41905)] Successfully connected to peer
23:55:33.862 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.865 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.227.125
23:55:33.867 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.867 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.868 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.869 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.869 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.869 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.869 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.871 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x132a0b7c, L:/127.0.0.1:49180 - R:/127.6.227.126:35549] using SASL/PLAIN
23:55:33.874 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:55:33.874 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [129ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: OK, deferred=null) after lookup
23:55:33.877 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.227.126:35549(127.6.227.126:35549)] Successfully connected to peer
23:55:33.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:33.882 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2f4370b5
23:55:33.883 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:55:33.884 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:55:33.902 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:55:33.903 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='958b28b8cc50f35a4ea0d74d3f52d69d09037e504e2f48be4443bda9c29538f5'}]
23:55:33.908 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:33.908 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:33.909 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:33.915 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:33.915 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:33.917 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.923 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:33.927 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:33.928 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:33.928 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:33.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:33.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:33.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:33.929 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:33.931 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x329bcd78, L:/127.0.0.1:41168 - R:/127.6.227.125:41905] using SASL/PLAIN
23:55:33.934 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:33.942 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5e56423d, L:/127.0.0.1:49196 - R:/127.6.227.126:35549] using TOKEN/null
23:55:33.943 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:55:33.944 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:55:33.950 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:55:33.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:55:33.958 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1c261cf9284f9613d5294316397dd258890e32be60a36bb8bed8b2093df6ead7'}]
23:55:33.960 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:33.962 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:55:33.969 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299998, tablet=078e4f9e5f4841a6bbadd30b9e155271@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:33.987 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:33.988 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:33.988 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:55:33.988 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5521270da9ceb6758c41c2c1101e2fba303b4bd0a183d60a827c368eb27a260c'}]
23:55:33.990 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:33.995 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:55:33.999 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=1833f6e7a0ef4ed399734cedc76aae37@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303),9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)[L]]}]
23:55:34.011 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.011 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.013 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:34.013 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:34.013 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:55:34.013 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:34.014 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:55:34.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:34.019 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:55:34.024 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.024 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998, tablet=a65e8e4f55ea4634a0066e85e884dcef@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:34.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468534030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:34.037 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:34.044 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:34.054 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:34.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:34.082 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.083 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.088 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.088 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:34.089 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.090 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:34.091 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:34.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.103 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 21e2debdfd3dd44c55b9e77e6c84805b (2859 bytes, checkpointDuration=73 ms, finalizationTime=0 ms).
23:55:34.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:55:34.108 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:34.112 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:34.116 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:34.124 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:34.129 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:34.129 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:34.132 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe64c8c7f, L:/127.0.0.1:34956 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:34.135 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2e35ec80, L:/127.0.0.1:34940 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:34.136 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc2fbe29c, L:/127.0.0.1:34926 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:34.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:34.150 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087112675328001) for scanner KuduScanner(table=replication_test_table, tablet=1833f6e7a0ef4ed399734cedc76aae37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.150 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [958b28b8cc50f35a4ea0d74d3f52d69d09037e504e2f48be4443bda9c29538f5]
23:55:34.150 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [958b28b8cc50f35a4ea0d74d3f52d69d09037e504e2f48be4443bda9c29538f5]
23:55:34.151 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:55:34.151 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:55:34.152 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 958b28b8cc50f35a4ea0d74d3f52d69d09037e504e2f48be4443bda9c29538f5 finished by subtask 2; deferring removal (restored in pending)
23:55:34.152 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:34.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:34.155 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087112675328001) for scanner KuduScanner(table=replication_test_table, tablet=a65e8e4f55ea4634a0066e85e884dcef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.155 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [5521270da9ceb6758c41c2c1101e2fba303b4bd0a183d60a827c368eb27a260c]
23:55:34.155 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5521270da9ceb6758c41c2c1101e2fba303b4bd0a183d60a827c368eb27a260c]
23:55:34.156 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:55:34.156 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:55:34.157 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:34.157 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5521270da9ceb6758c41c2c1101e2fba303b4bd0a183d60a827c368eb27a260c finished by subtask 1; deferring removal (restored in pending)
23:55:34.158 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:34.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.172 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.173 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:34.179 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.188 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:34.188 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:34.188 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:34.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.190 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.190 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:34.200 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false, responseScanTimestamp = 7305087112675328001) for scanner KuduScanner(table=replication_test_table, tablet=078e4f9e5f4841a6bbadd30b9e155271, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.201 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [1c261cf9284f9613d5294316397dd258890e32be60a36bb8bed8b2093df6ead7]
23:55:34.204 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:55:34.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:34.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:34.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:34.230 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:34.230 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:34.230 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:34.230 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:34.230 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:34.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:34.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:34.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:34.231 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:34.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:34.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:34.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:34.231 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:34.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:34.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:34.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:34.232 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:34.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:34.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:34.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:34.232 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:34.236 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:34.236 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:34.236 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:34.237 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.237 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.238 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:34.241 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1c261cf9284f9613d5294316397dd258890e32be60a36bb8bed8b2093df6ead7]
23:55:34.242 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1c261cf9284f9613d5294316397dd258890e32be60a36bb8bed8b2093df6ead7 finished by subtask 3; deferring removal (restored in pending)
23:55:34.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:34.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:34.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:34.243 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:34.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cadfff44c29e4c568aa0954ab2b4498b for table 'replication_test_table' with partition [<start>, 0x80000064)
23:55:34.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c2618d0105404e3c9139e58902df239a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:55:34.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4f30dd94d7764bc4a6a094ee289b3fae for table 'replication_test_table' with partition [0x800000C8, <end>)
23:55:34.246 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=cadfff44c29e4c568aa0954ab2b4498b@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=c2618d0105404e3c9139e58902df239a@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=4f30dd94d7764bc4a6a094ee289b3fae@[ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)[L],ca1c1a7d6e0b413e9269f8ebf450938b(127.6.227.65:35617),f970c8347035472481707f3c057d481a(127.6.227.66:38531)]}]
23:55:34.246 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:55:34.246 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:55:34.248 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:34.248 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:34.248 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.249 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:34.249 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:34.249 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:34.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:34.256 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:34.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:34.256 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:55:34.256 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:55:34.259 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.267 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:34.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:34.268 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:55:34.268 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:55:34.270 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:34.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:34.270 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:55:34.271 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:55:34.315 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.315 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.322 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.322 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.323 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:34.324 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:34.324 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:34.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:34.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:34.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:34.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:34.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:34.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:34.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:34.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:34.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:34.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:34.329 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.387 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.387 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.405 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.410 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:34.410 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:34.411 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:34.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.411 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:34.413 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.471 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.471 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.478 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.479 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.491 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468534529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:34.535 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=15, operationSize=950, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@287e8195, flushNotification=Deferred@1539892337(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:55:34.536 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] connecting to peer
23:55:34.548 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.548 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.553 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.553 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.558 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] Successfully connected to peer
23:55:34.561 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:34.597 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:34.597 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:34.597 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:34.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:34.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:34.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:34.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:34.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:34.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:34.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:34.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:34.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:34.600 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:34.624 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:34.624 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:34.624 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:34.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:34.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:34.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:34.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:34.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:34.626 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:34.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:34.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:34.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:34.626 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:34.628 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.629 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.645 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.646 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:34.650 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:34.651 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:34.651 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:34.652 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:34.663 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.667 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:34.672 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa6788a23, L:/127.0.0.1:53688 - R:/127.6.227.67:43245] using TOKEN/null
23:55:34.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:34.721 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.721 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.729 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.730 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.739 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.844 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.844 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.853 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.854 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.864 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.896 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 21e2debdfd3dd44c55b9e77e6c84805b (2859 bytes, checkpointDuration=366 ms, finalizationTime=1 ms).
23:55:34.898 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:55:34.898 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 958b28b8cc50f35a4ea0d74d3f52d69d09037e504e2f48be4443bda9c29538f5 from pending
23:55:34.898 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 5521270da9ceb6758c41c2c1101e2fba303b4bd0a183d60a827c368eb27a260c from pending
23:55:34.899 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 1c261cf9284f9613d5294316397dd258890e32be60a36bb8bed8b2093df6ead7 from pending
23:55:34.899 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 3 finished splits from enumerator state
23:55:34.925 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.925 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:34.928 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:34.928 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:34.928 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:34.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:34.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:34.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:34.930 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:34.931 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.931 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:34.938 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:34.948 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:34.953 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:34.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:34.962 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:34.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e852d879991548d8b94626452fd19674
23:55:34.981 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=078e4f9e5f4841a6bbadd30b9e155271, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:34.981 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 078e4f9e5f4841a6bbadd30b9e155271 for partition [<start>, 0x80000064) with scanner id null
23:55:34.981 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:34.981 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:34.981 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:34.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.982 [DEBUG - main] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:34.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:34.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:34.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:34.983 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:34.985 [DEBUG - kudu-nio-4] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:34.989 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:34.989 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:34.989 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:34.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:34.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:34.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:34.991 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:35.032 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468535030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:35.044 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:55:35.047 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:55:35.056 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:35.061 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xabffc1f2, L:/127.0.0.1:34960 - R:/127.6.28.131:34413] using TOKEN/null
23:55:35.067 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1833f6e7a0ef4ed399734cedc76aae37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.068 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 1833f6e7a0ef4ed399734cedc76aae37 for partition [0x80000064, 0x800000C8) with scanner id null
23:55:35.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:35.075 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a65e8e4f55ea4634a0066e85e884dcef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.087 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.087 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:35.099 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.099 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:35.106 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.110 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:35.111 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:35.111 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:35.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.112 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:35.121 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=078e4f9e5f4841a6bbadd30b9e155271, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.121 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 078e4f9e5f4841a6bbadd30b9e155271 for partition [<start>, 0x80000064) with scanner id null
23:55:35.131 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1833f6e7a0ef4ed399734cedc76aae37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.131 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 1833f6e7a0ef4ed399734cedc76aae37 for partition [0x80000064, 0x800000C8) with scanner id null
23:55:35.144 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a65e8e4f55ea4634a0066e85e884dcef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:35.157 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:35.158 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cadfff44c29e4c568aa0954ab2b4498b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.158 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:35.158 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cadfff44c29e4c568aa0954ab2b4498b for partition [<start>, 0x80000064) with scanner id null
23:55:35.158 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:35.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:35.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c2618d0105404e3c9139e58902df239a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.168 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c2618d0105404e3c9139e58902df239a for partition [0x80000064, 0x800000C8) with scanner id null
23:55:35.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:35.175 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4f30dd94d7764bc4a6a094ee289b3fae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.176 [DEBUG - main] (Connection.java:575) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] disconnecting while in state READY
23:55:35.176 [DEBUG - main] (Connection.java:575) [peer master-127.6.227.124:45059(127.6.227.124:45059)] disconnecting while in state READY
23:55:35.176 [DEBUG - main] (Connection.java:575) [peer master-127.6.227.125:41905(127.6.227.125:41905)] disconnecting while in state READY
23:55:35.176 [DEBUG - main] (Connection.java:575) [peer master-127.6.227.126:35549(127.6.227.126:35549)] disconnecting while in state READY
23:55:35.176 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.227.124:45059(127.6.227.124:45059)] handling channelInactive
23:55:35.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state READY due to: connection closed
23:55:35.177 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.227.125:41905(127.6.227.125:41905)] handling channelInactive
23:55:35.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state READY due to: connection closed
23:55:35.177 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.227.126:35549(127.6.227.126:35549)] handling channelInactive
23:55:35.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state READY due to: connection closed
23:55:35.179 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:35.180 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:55:35.180 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:55:35.180 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:55:35.182 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] handling channelInactive
23:55:35.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] cleaning up while in state READY due to: connection closed
23:55:35.183 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
23:55:35.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:35.184388  7053 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 7455
23:55:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:35.259382  7053 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 7652
23:55:35.273 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:35.273 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:35.274 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:35.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.274 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:35.305729  7053 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 7794
23:55:35.354 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:35.361 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f51484c32ea93e77814bca9a6cbb56c2aaa6b7da554aa70e0f047edab7681403'}]
23:55:35.363 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:35.364 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='80a5c0a66ec3c374d457ec6d5ee19cbefe2316b00a73fa1c33cda065f895c2ba'}]
23:55:35.365 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0b10c365f04b0a8b426e94d87794c9f1ac6575b764989ad1fb883083bc9c3001'}]
23:55:35.372 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] handling channelInactive
23:55:35.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] cleaning up while in state READY due to: connection closed
23:55:35.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:35.374228  7053 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 7066
23:55:35.384 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:35.384 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:55:35.385 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:35.385 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=298144, tablet=1833f6e7a0ef4ed399734cedc76aae37@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303),9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)[L]]}]
23:55:35.385 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:55:35.386 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=298144, tablet=a65e8e4f55ea4634a0066e85e884dcef@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:35.388 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:35.389 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:55:35.390 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=298144, tablet=078e4f9e5f4841a6bbadd30b9e155271@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:35.409 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:35.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:35.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:35.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.410 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.412 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.412 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:35.420 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:35.427 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:35.428 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:35.428 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:35.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.429 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:35.434 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:35.437 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:35.440 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:35.440 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:35.440 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:35.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.441 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:35.442 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:35.449 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:35.456 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:35.467 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:35.479 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:35.480 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.227.126:35549(127.6.227.126:35549)] handling channelInactive
23:55:35.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state READY due to: connection closed
23:55:35.484 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:35.484 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:35.484 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:35.484 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:35.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:35.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:35.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:35.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:35.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:35.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:35.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:35.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:35.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:35.486 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:35.486 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.227.126:35549(127.6.227.126:35549)] handling channelInactive
23:55:35.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state READY due to: connection closed
23:55:35.487 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.227.126:35549(127.6.227.126:35549)] handling channelInactive
23:55:35.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state READY due to: connection closed
23:55:35.488 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:35.489 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.227.126:35549(127.6.227.126:35549)] handling channelInactive
23:55:35.489 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state READY due to: connection closed
23:55:35.491 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x19cc07dd, L:/127.0.0.1:34970 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:35.502 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:35.501922  7053 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 7146
23:55:35.505 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa6107265, L:/127.0.0.1:34984 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:35.515 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087120793600001) for scanner KuduScanner(table=replication_test_table, tablet=a65e8e4f55ea4634a0066e85e884dcef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.516 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [0b10c365f04b0a8b426e94d87794c9f1ac6575b764989ad1fb883083bc9c3001]
23:55:35.516 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0b10c365f04b0a8b426e94d87794c9f1ac6575b764989ad1fb883083bc9c3001]
23:55:35.516 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:55:35.516 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:55:35.517 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0b10c365f04b0a8b426e94d87794c9f1ac6575b764989ad1fb883083bc9c3001 finished by subtask 1; deferring removal (restored in pending)
23:55:35.517 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:35.518 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:35.525 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaa98bf62, L:/127.0.0.1:34996 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:35.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468535529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:35.542 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 21e2debdfd3dd44c55b9e77e6c84805b (2889 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:55:35.544 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:55:35.544 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 0b10c365f04b0a8b426e94d87794c9f1ac6575b764989ad1fb883083bc9c3001 from pending
23:55:35.544 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
23:55:35.545 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087120793600001) for scanner KuduScanner(table=replication_test_table, tablet=078e4f9e5f4841a6bbadd30b9e155271, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.545 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f51484c32ea93e77814bca9a6cbb56c2aaa6b7da554aa70e0f047edab7681403]
23:55:35.545 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f51484c32ea93e77814bca9a6cbb56c2aaa6b7da554aa70e0f047edab7681403]
23:55:35.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:55:35.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:55:35.549 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:35.549 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:35.550 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f51484c32ea93e77814bca9a6cbb56c2aaa6b7da554aa70e0f047edab7681403 finished by subtask 0; deferring removal (restored in pending)
23:55:35.570 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087120793600001) for scanner KuduScanner(table=replication_test_table, tablet=1833f6e7a0ef4ed399734cedc76aae37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:35.570 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [80a5c0a66ec3c374d457ec6d5ee19cbefe2316b00a73fa1c33cda065f895c2ba]
23:55:35.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [80a5c0a66ec3c374d457ec6d5ee19cbefe2316b00a73fa1c33cda065f895c2ba]
23:55:35.571 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:55:35.571 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:55:35.572 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 80a5c0a66ec3c374d457ec6d5ee19cbefe2316b00a73fa1c33cda065f895c2ba finished by subtask 2; deferring removal (restored in pending)
23:55:35.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:35.573 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:35.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:35.594 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:35.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:35.595 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:55:35.595 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:55:35.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:35.611024  7315 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.227.126:35549: connect: Connection refused (error 111)
23:55:35.629 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:35.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:35.629 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:55:35.629 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:55:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:35.633265  7315 consensus_peers.cc:597] T 00000000000000000000000000000000 P da930e0d9b954c2d9c55b0248917b895 -> Peer 3bb42832097d4c39828a05a209044fdd (127.6.227.126:35549): Couldn't send request to peer 3bb42832097d4c39828a05a209044fdd. Status: Network error: Client connection negotiation failed: client connection to 127.6.227.126:35549: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:55:35.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:35.656 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.227.125:41905(127.6.227.125:41905)] handling channelInactive
23:55:35.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state READY due to: connection closed
23:55:35.657 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.227.125:41905(127.6.227.125:41905)] handling channelInactive
23:55:35.657 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:35.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state READY due to: connection closed
23:55:35.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:35.658 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.227.125:41905(127.6.227.125:41905)] handling channelInactive
23:55:35.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state READY due to: connection closed
23:55:35.658 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:55:35.657 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.227.125:41905(127.6.227.125:41905)] handling channelInactive
23:55:35.658 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:55:35.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state READY due to: connection closed
23:55:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:35.669149  7053 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 7224
23:55:35.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:35.673 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:35.674 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:35.674 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:35.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:35.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:35.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:35.675 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:35.725 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.227.124:45059(127.6.227.124:45059)] handling channelInactive
23:55:35.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state READY due to: connection closed
23:55:35.726 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.227.124:45059(127.6.227.124:45059)] handling channelInactive
23:55:35.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state READY due to: connection closed
23:55:35.726 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.227.124:45059(127.6.227.124:45059)] handling channelInactive
23:55:35.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state READY due to: connection closed
23:55:35.725 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.227.124:45059(127.6.227.124:45059)] handling channelInactive
23:55:35.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state READY due to: connection closed
23:55:35.915 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:35.916 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:35.916 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:35.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:35.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:35.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:35.917 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:35.920 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:35.920 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:35.920 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:35.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:35.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:35.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:35.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:35.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:35.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:35.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:35.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:35.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:35.921 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:36.004 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:36.004 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:36.004 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:36.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:36.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:36.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:36.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:36.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:36.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:36.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:36.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:36.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:36.006 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:36.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468536030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:36.042 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 21e2debdfd3dd44c55b9e77e6c84805b (2250 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:55:36.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:55:36.045 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split f51484c32ea93e77814bca9a6cbb56c2aaa6b7da554aa70e0f047edab7681403 from pending
23:55:36.045 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 80a5c0a66ec3c374d457ec6d5ee19cbefe2316b00a73fa1c33cda065f895c2ba from pending
23:55:36.045 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 2 finished splits from enumerator state
23:55:36.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:36.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:36.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:36.480 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:36.480 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:36.480 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:36.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:36.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:36.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:36.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:36.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:36.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:36.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:36.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:36.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:36.482 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:36.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468536530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:36.542 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:55:36.545 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:55:36.576 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:36.588 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:36.588 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:36.588 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:36.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:36.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:36.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:36.590 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:36.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:36.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:36.590 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:36.590 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:36.590 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:36.590 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:36.594 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:36.595 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:36.595 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:36.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:36.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:36.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:36.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:36.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:36.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:36.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:36.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:36.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:36.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:36.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:36.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:37.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468537030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:37.040 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:55:37.041 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:55:37.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:37.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:37.169 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:37.170 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:37.170 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:37.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:37.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:37.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:37.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:37.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:37.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:37.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:37.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:37.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:37.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:37.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:37.259 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:37.260 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:37.260 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:37.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:37.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:37.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:37.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:37.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:37.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:37.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:37.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:37.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:37.262 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:37.357 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table e5c46b26e0de46c98002ab6835624b7d
23:55:37.363 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c8bb2e9e3fb53adee49bfa9ccbee888da82108b52cf25885e626591aa6437992'}]
23:55:37.365 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='65a77029e77d6e05f2f4bbba55250a7e39fc307a5ef5a845300954d651aefb1b'}]
23:55:37.367 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d5ca1581e9f5882c76d1c3b67023d16b38c9929df8582f1e28d326f33f5fd9c3'}]
23:55:37.378 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:37.379 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:55:37.380 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=296141, tablet=a65e8e4f55ea4634a0066e85e884dcef@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:37.381 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:37.381 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:55:37.382 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=296141, tablet=1833f6e7a0ef4ed399734cedc76aae37@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303),9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)[L]]}]
23:55:37.383 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:37.383 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:55:37.384 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=296141, tablet=078e4f9e5f4841a6bbadd30b9e155271@[0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)[L],9edd984126524d2fbfcecf8b0fabba0c(127.6.28.129:42633),aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)]}]
23:55:37.394 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:37.408 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:37.414 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] connecting to peer
23:55:37.421 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:37.421 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:37.421 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:37.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.422 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:37.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.423 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:37.424 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:37.428 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] Successfully connected to peer
23:55:37.431 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:37.431 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:37.452 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:37.456 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe3cc2116, L:/127.0.0.1:35012 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:37.473 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087128985600001) for scanner KuduScanner(table=replication_test_table, tablet=1833f6e7a0ef4ed399734cedc76aae37, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:37.473 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [65a77029e77d6e05f2f4bbba55250a7e39fc307a5ef5a845300954d651aefb1b]
23:55:37.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [65a77029e77d6e05f2f4bbba55250a7e39fc307a5ef5a845300954d651aefb1b]
23:55:37.474 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:55:37.474 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:55:37.474 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 65a77029e77d6e05f2f4bbba55250a7e39fc307a5ef5a845300954d651aefb1b finished by subtask 1; deferring removal (restored in pending)
23:55:37.474 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:37.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:37.479 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:37.480 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.28.131
23:55:37.485 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:55:37.485 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:37.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:37.486 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:55:37.489 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:55:37.495 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7ac75be7, L:/127.0.0.1:35004 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:37.497 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5588d4a1, L:/127.0.0.1:35022 - R:/127.6.28.131:34413] using SASL/PLAIN
23:55:37.524 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:37.524 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:37.524 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:37.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.527 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:37.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468537530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:37.534 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087128985600001) for scanner KuduScanner(table=replication_test_table, tablet=a65e8e4f55ea4634a0066e85e884dcef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:37.539 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [d5ca1581e9f5882c76d1c3b67023d16b38c9929df8582f1e28d326f33f5fd9c3]
23:55:37.541 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d5ca1581e9f5882c76d1c3b67023d16b38c9929df8582f1e28d326f33f5fd9c3]
23:55:37.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:55:37.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:55:37.544 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 21e2debdfd3dd44c55b9e77e6c84805b (2889 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:55:37.545 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d5ca1581e9f5882c76d1c3b67023d16b38c9929df8582f1e28d326f33f5fd9c3 finished by subtask 0; deferring removal (restored in pending)
23:55:37.545 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:55:37.545 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 65a77029e77d6e05f2f4bbba55250a7e39fc307a5ef5a845300954d651aefb1b from pending
23:55:37.545 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split d5ca1581e9f5882c76d1c3b67023d16b38c9929df8582f1e28d326f33f5fd9c3 from pending
23:55:37.545 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 2 finished splits from enumerator state
23:55:37.546 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:37.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:37.573 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:37.583 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:37.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:37.583 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:55:37.584 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:55:37.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:37.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:37.688 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:37.688 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:37.688 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:37.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.689 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.689 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:37.709 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087128985600001) for scanner KuduScanner(table=replication_test_table, tablet=078e4f9e5f4841a6bbadd30b9e155271, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:55:37.710 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [c8bb2e9e3fb53adee49bfa9ccbee888da82108b52cf25885e626591aa6437992]
23:55:37.710 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c8bb2e9e3fb53adee49bfa9ccbee888da82108b52cf25885e626591aa6437992]
23:55:37.710 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:55:37.710 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:55:37.711 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c8bb2e9e3fb53adee49bfa9ccbee888da82108b52cf25885e626591aa6437992 finished by subtask 3; deferring removal (restored in pending)
23:55:37.712 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:37.713 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:37.718 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:37.718 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:37.719 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:37.719 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.719 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.719 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.719 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:37.749 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:37.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:37.749 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:55:37.749 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:55:37.750 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:37.750 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:37.750 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:37.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:37.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:37.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:37.752 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:37.799 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:37.799 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:37.800 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:37.800 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.800 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.800 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:37.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:37.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:37.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:37.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:55:37Z chronyd exiting
23:55:38.008 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:38.009 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:38.009 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:38.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:38.032 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468538030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:38.043 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 21e2debdfd3dd44c55b9e77e6c84805b (1603 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:55:38.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:55:38.045 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split c8bb2e9e3fb53adee49bfa9ccbee888da82108b52cf25885e626591aa6437992 from pending
23:55:38.045 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 1 finished splits from enumerator state
23:55:38.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:38.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:38.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:38.214 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:38.214 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:38.214 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:38.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.215 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:38.233 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:38.234 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:38.234 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:38.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:38.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:38.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:38.235 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:38.531 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468538530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:38.544 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:55:38.545 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:55:38.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:38.628 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:38.628 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:38.628 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:38.629 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:38.629 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:38.629 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:38.629 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:38.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:38.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:38.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:38.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:38.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:38.629 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:38.638 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:38.639 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:38.639 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:38.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:38.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:38.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:38.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:38.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:38.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:38.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:38.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:38.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:38.640 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:38.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:38.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:38.970 [DEBUG - main] (Connection.java:575) [peer master-127.6.28.190:34457(127.6.28.190:34457)] disconnecting while in state READY
23:55:38.971 [DEBUG - main] (Connection.java:575) [peer master-127.6.28.189:46549(127.6.28.189:46549)] disconnecting while in state READY
23:55:38.971 [DEBUG - main] (Connection.java:575) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] disconnecting while in state READY
23:55:38.971 [DEBUG - main] (Connection.java:575) [peer master-127.6.28.188:34021(127.6.28.188:34021)] disconnecting while in state READY
23:55:38.971 [DEBUG - main] (Connection.java:575) [peer 0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)] disconnecting while in state READY
23:55:38.971 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.28.190:34457(127.6.28.190:34457)] handling channelInactive
23:55:38.971 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)] handling channelInactive
23:55:38.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state READY due to: connection closed
23:55:38.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0024a0e140cc442a94ee04f3c3e22291(127.6.28.130:46303)] cleaning up while in state READY due to: connection closed
23:55:38.972 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.28.188:34021(127.6.28.188:34021)] handling channelInactive
23:55:38.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state READY due to: connection closed
23:55:38.972 [DEBUG - kudu-nio-4] (Connection.java:239) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] handling channelInactive
23:55:38.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer aa2aac9eb7624ada9ec70c1a92604389(127.6.28.131:34413)] cleaning up while in state READY due to: connection closed
23:55:38.973 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:38.974 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:55:38.975 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
23:55:38.975 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 29 thread-local buffer(s) from thread: kudu-nio-2
23:55:38.975 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.28.189:46549(127.6.28.189:46549)] handling channelInactive
23:55:38.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state READY due to: connection closed
23:55:38.975 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
23:55:38.976 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
23:55:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:38.976106  6258 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 6569
23:55:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:39.026046  6258 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 6717
23:55:39.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468539029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:39.043 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:55:39.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:55:39.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:39.086014  6258 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 6912
23:55:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:39.126855  6258 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 6270
23:55:39.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:39.165 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.28.190:34457(127.6.28.190:34457)] handling channelInactive
23:55:39.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state READY due to: connection closed
23:55:39.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:39.166385  6258 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 6340
23:55:39.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:39.202 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.28.189:46549(127.6.28.189:46549)] handling channelInactive
23:55:39.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state READY due to: connection closed
23:55:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:39.202306  6258 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 6419
23:55:39.238 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.28.188:34021(127.6.28.188:34021)] handling channelInactive
23:55:39.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state READY due to: connection closed
23:55:39.351 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.352 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.6.28.188:34021(127.6.28.188:34021) for tablet Kudu Master: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.360 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.361 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.362 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.362 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.362 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.362 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.362 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.362 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.363 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.379 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.380 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.380 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.400 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.400 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.400 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.401 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.401 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.420 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:39.420 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.420 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:39.420 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.420 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:39.420 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:39.421 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.421 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:39.421 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:39.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:39.421 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.421 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:39.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:39.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:39.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:39.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:39.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.421 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:39.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.421 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.440 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.440 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.440 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.441 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.480 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.480 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.481 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.482 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.500 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.500 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.501 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.501 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.501 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.501 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.501 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468539529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:39.543 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:55:39.545 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:55:39.556 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:39.556 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:39.556 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:39.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:39.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:39.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:39.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:39.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:39.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:39.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:39.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:39.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:39.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:39.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26409), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [28ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [38ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [72ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [107ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [107ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [233ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [280ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [280ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [281ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [302ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [331ms] refreshing cache from master, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [332ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [332ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [333ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [333ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [361ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [362ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [381ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [503ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [544ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [544ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1026ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1027ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2182ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1522780241(state=PENDING, result=null, callback=(continuation of Deferred@709498815 after retry RPC after error@1724578157) -> (continuation of Deferred@607780323 after retry RPC after error@1618749557) -> (continuation of Deferred@452017194 after retry RPC after error@725725064) -> (continuation of Deferred@1090292198 after retry RPC after error@1094856204) -> (continuation of Deferred@1388403298 after retry RPC after error@1952092765) -> (continuation of Deferred@1355650697 after retry RPC after error@11526354) -> (continuation of Deferred@1483061487 after retry RPC after error@2014122436) -> (continuation of Deferred@1145616786 after retry RPC after error@1000237241) -> (continuation of Deferred@1321799141 after retry RPC after error@1582999241) -> (continuation of Deferred@1608454329 after retry RPC after error@399274075) -> (continuation of Deferred@300740962 after retry RPC after error@445342072) -> (continuation of Deferred@1039593544 after retry RPC after error@1238106373) -> (continuation of Deferred@1063100095 after retry RPC after error@2115811469) -> (continuation of Deferred@1952605110 after retry RPC after error@1561301014) -> (continuation of Deferred@242505070 after retry RPC after error@364334333) -> (continuation of Deferred@1915744814 after retry RPC after error@1400984413) -> (continuation of Deferred@2138219366 after retry RPC after error@1351473361) -> (continuation of Deferred@1564405356 after retry RPC after error@75253037) -> (continuation of Deferred@1862254423 after retry RPC after error@1351268617) -> (continuation of Deferred@2053988602 after retry RPC after error@484317111) -> (continuation of Deferred@264767100 after retry RPC after error@168797309), errback=(continuation of Deferred@709498815 after retry RPC after error@1724578157) -> (continuation of Deferred@607780323 after retry RPC after error@1618749557) -> (continuation of Deferred@452017194 after retry RPC after error@725725064) -> (continuation of Deferred@1090292198 after retry RPC after error@1094856204) -> (continuation of Deferred@1388403298 after retry RPC after error@1952092765) -> (continuation of Deferred@1355650697 after retry RPC after error@11526354) -> (continuation of Deferred@1483061487 after retry RPC after error@2014122436) -> (continuation of Deferred@1145616786 after retry RPC after error@1000237241) -> (continuation of Deferred@1321799141 after retry RPC after error@1582999241) -> (continuation of Deferred@1608454329 after retry RPC after error@399274075) -> (continuation of Deferred@300740962 after retry RPC after error@445342072) -> (continuation of Deferred@1039593544 after retry RPC after error@1238106373) -> (continuation of Deferred@1063100095 after retry RPC after error@2115811469) -> (continuation of Deferred@1952605110 after retry RPC after error@1561301014) -> (continuation of Deferred@242505070 after retry RPC after error@364334333) -> (continuation of Deferred@1915744814 after retry RPC after error@1400984413) -> (continuation of Deferred@2138219366 after retry RPC after error@1351473361) -> (continuation of Deferred@1564405356 after retry RPC after error@75253037) -> (continuation of Deferred@1862254423 after retry RPC after error@1351268617) -> (continuation of Deferred@2053988602 after retry RPC after error@484317111) -> (continuation of Deferred@264767100 after retry RPC after error@168797309)))
23:55:39.559 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:55:39.560 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26409), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [28ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [38ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [72ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [107ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [107ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [233ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [280ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [280ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [281ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [302ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [331ms] refreshing cache from master, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [332ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [332ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [333ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [333ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [361ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [362ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [381ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [503ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [544ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [544ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1026ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1027ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2182ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1522780241(state=PENDING, result=null, callback=(continuation of Deferred@709498815 after retry RPC after error@1724578157) -> (continuation of Deferred@607780323 after retry RPC after error@1618749557) -> (continuation of Deferred@452017194 after retry RPC after error@725725064) -> (continuation of Deferred@1090292198 after retry RPC after error@1094856204) -> (continuation of Deferred@1388403298 after retry RPC after error@1952092765) -> (continuation of Deferred@1355650697 after retry RPC after error@11526354) -> (continuation of Deferred@1483061487 after retry RPC after error@2014122436) -> (continuation of Deferred@1145616786 after retry RPC after error@1000237241) -> (continuation of Deferred@1321799141 after retry RPC after error@1582999241) -> (continuation of Deferred@1608454329 after retry RPC after error@399274075) -> (continuation of Deferred@300740962 after retry RPC after error@445342072) -> (continuation of Deferred@1039593544 after retry RPC after error@1238106373) -> (continuation of Deferred@1063100095 after retry RPC after error@2115811469) -> (continuation of Deferred@1952605110 after retry RPC after error@1561301014) -> (continuation of Deferred@242505070 after retry RPC after error@364334333) -> (continuation of Deferred@1915744814 after retry RPC after error@1400984413) -> (continuation of Deferred@2138219366 after retry RPC after error@1351473361) -> (continuation of Deferred@1564405356 after retry RPC after error@75253037) -> (continuation of Deferred@1862254423 after retry RPC after error@1351268617) -> (continuation of Deferred@2053988602 after retry RPC after error@484317111) -> (continuation of Deferred@264767100 after retry RPC after error@168797309), errback=(continuation of Deferred@709498815 after retry RPC after error@1724578157) -> (continuation of Deferred@607780323 after retry RPC after error@1618749557) -> (continuation of Deferred@452017194 after retry RPC after error@725725064) -> (continuation of Deferred@1090292198 after retry RPC after error@1094856204) -> (continuation of Deferred@1388403298 after retry RPC after error@1952092765) -> (continuation of Deferred@1355650697 after retry RPC after error@11526354) -> (continuation of Deferred@1483061487 after retry RPC after error@2014122436) -> (continuation of Deferred@1145616786 after retry RPC after error@1000237241) -> (continuation of Deferred@1321799141 after retry RPC after error@1582999241) -> (continuation of Deferred@1608454329 after retry RPC after error@399274075) -> (continuation of Deferred@300740962 after retry RPC after error@445342072) -> (continuation of Deferred@1039593544 after retry RPC after error@1238106373) -> (continuation of Deferred@1063100095 after retry RPC after error@2115811469) -> (continuation of Deferred@1952605110 after retry RPC after error@1561301014) -> (continuation of Deferred@242505070 after retry RPC after error@364334333) -> (continuation of Deferred@1915744814 after retry RPC after error@1400984413) -> (continuation of Deferred@2138219366 after retry RPC after error@1351473361) -> (continuation of Deferred@1564405356 after retry RPC after error@75253037) -> (continuation of Deferred@1862254423 after retry RPC after error@1351268617) -> (continuation of Deferred@2053988602 after retry RPC after error@484317111) -> (continuation of Deferred@264767100 after retry RPC after error@168797309)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.126:33913
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:39.560 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:55:39.562 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:55:39.565 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26409), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [28ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [38ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [72ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [77ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [107ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [107ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [233ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [280ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [280ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [281ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [302ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [331ms] refreshing cache from master, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [332ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [332ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [332ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [333ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [333ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [361ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [362ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [381ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [503ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [544ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [544ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1026ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1027ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2182ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1522780241(state=PENDING, result=null, callback=(continuation of Deferred@709498815 after retry RPC after error@1724578157) -> (continuation of Deferred@607780323 after retry RPC after error@1618749557) -> (continuation of Deferred@452017194 after retry RPC after error@725725064) -> (continuation of Deferred@1090292198 after retry RPC after error@1094856204) -> (continuation of Deferred@1388403298 after retry RPC after error@1952092765) -> (continuation of Deferred@1355650697 after retry RPC after error@11526354) -> (continuation of Deferred@1483061487 after retry RPC after error@2014122436) -> (continuation of Deferred@1145616786 after retry RPC after error@1000237241) -> (continuation of Deferred@1321799141 after retry RPC after error@1582999241) -> (continuation of Deferred@1608454329 after retry RPC after error@399274075) -> (continuation of Deferred@300740962 after retry RPC after error@445342072) -> (continuation of Deferred@1039593544 after retry RPC after error@1238106373) -> (continuation of Deferred@1063100095 after retry RPC after error@2115811469) -> (continuation of Deferred@1952605110 after retry RPC after error@1561301014) -> (continuation of Deferred@242505070 after retry RPC after error@364334333) -> (continuation of Deferred@1915744814 after retry RPC after error@1400984413) -> (continuation of Deferred@2138219366 after retry RPC after error@1351473361) -> (continuation of Deferred@1564405356 after retry RPC after error@75253037) -> (continuation of Deferred@1862254423 after retry RPC after error@1351268617) -> (continuation of Deferred@2053988602 after retry RPC after error@484317111) -> (continuation of Deferred@264767100 after retry RPC after error@168797309), errback=(continuation of Deferred@709498815 after retry RPC after error@1724578157) -> (continuation of Deferred@607780323 after retry RPC after error@1618749557) -> (continuation of Deferred@452017194 after retry RPC after error@725725064) -> (continuation of Deferred@1090292198 after retry RPC after error@1094856204) -> (continuation of Deferred@1388403298 after retry RPC after error@1952092765) -> (continuation of Deferred@1355650697 after retry RPC after error@11526354) -> (continuation of Deferred@1483061487 after retry RPC after error@2014122436) -> (continuation of Deferred@1145616786 after retry RPC after error@1000237241) -> (continuation of Deferred@1321799141 after retry RPC after error@1582999241) -> (continuation of Deferred@1608454329 after retry RPC after error@399274075) -> (continuation of Deferred@300740962 after retry RPC after error@445342072) -> (continuation of Deferred@1039593544 after retry RPC after error@1238106373) -> (continuation of Deferred@1063100095 after retry RPC after error@2115811469) -> (continuation of Deferred@1952605110 after retry RPC after error@1561301014) -> (continuation of Deferred@242505070 after retry RPC after error@364334333) -> (continuation of Deferred@1915744814 after retry RPC after error@1400984413) -> (continuation of Deferred@2138219366 after retry RPC after error@1351473361) -> (continuation of Deferred@1564405356 after retry RPC after error@75253037) -> (continuation of Deferred@1862254423 after retry RPC after error@1351268617) -> (continuation of Deferred@2053988602 after retry RPC after error@484317111) -> (continuation of Deferred@264767100 after retry RPC after error@168797309)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.126:33913
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:39.566 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:39.567 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:55:39.567 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RUNNING to RESTARTING.
23:55:39.567 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
23:55:39.573 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:39.599 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.600 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.600 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.601 [INFO - pool-310-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.601 [WARN - pool-310-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:39.780 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:39.780 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:39.781 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:39.781 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:39.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:39.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:39.781 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:39.788 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:39.788 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:39.788 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:39.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:39.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:39.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:39.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:39.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:39.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:39.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:39.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:39.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:39.789 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:39.943 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:39.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:39.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:39.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:39.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:39.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:39.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:39.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:39.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:39.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:39.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:39.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:39.944 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:40.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468540029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:40.040 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:40.041 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:55:40.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:40.094 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:40.094 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:40.094 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:40.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.095 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.095 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:40.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:40.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:40.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:40.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:40.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:40.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:40.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:40.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:40.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:40.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:40.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:40.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:40.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:40.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:40.268 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:40.269 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:40.269 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:40.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:40.269 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:40.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:40.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:40.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:40.269 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:40.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:40.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:40.269 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:40.270 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:40.414 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:40.415 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:40.415 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:40.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:40.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:40.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:40.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:40.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:40.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:40.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:40.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:40.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:40.415 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:40.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:55:40Z chronyd exiting
23:55:40.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468540529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:40.540 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:40.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:55:40.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:40.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:40.700 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:40.701 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:40.701 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:40.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.701 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:40.727 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:40.728 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:40.728 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:40.728 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:40.728 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:40.728 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:40.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:40.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:40.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:40.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:40.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:40.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:40.729 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:40.919 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:40.920 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:40.920 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:40.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:40.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:40.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:40.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:40.980 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:40.980 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:40.980 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:40.980 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:40.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:40.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:40.980 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:40.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:40.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:40.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:40.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:40.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:40.981 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:41.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468541030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:41.043 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:55:41.044 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:55:41.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:41.080 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.080 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.080 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.081 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.081 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.081 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.081 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.159 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.159 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.160 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.160 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.161 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27943), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [78ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [78ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [208ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [224ms] refreshing cache from master, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [226ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [226ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [262ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [263ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [403ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [403ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [463ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1782ms] too many traces: truncated at 100 traces, deferred=Deferred@878772728(state=PENDING, result=null, callback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916), errback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916)))
23:55:41.162 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.162 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.162 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.162 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27943), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [78ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [78ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [208ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [224ms] refreshing cache from master, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [226ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [226ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [262ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [263ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [403ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [403ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [463ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1782ms] too many traces: truncated at 100 traces, deferred=Deferred@878772728(state=PENDING, result=null, callback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916), errback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27943), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [78ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [78ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [208ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [224ms] refreshing cache from master, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [226ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [226ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [262ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [263ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [403ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [403ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [463ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1782ms] too many traces: truncated at 100 traces, deferred=Deferred@878772728(state=PENDING, result=null, callback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916), errback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:41.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.167 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27943), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [78ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [78ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [208ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [224ms] refreshing cache from master, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [226ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [226ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [262ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [263ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [403ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [403ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [463ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1782ms] too many traces: truncated at 100 traces, deferred=Deferred@878772728(state=PENDING, result=null, callback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916), errback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27943), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [34ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [57ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [78ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [78ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [135ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [135ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [207ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [208ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [224ms] refreshing cache from master, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [226ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [226ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [262ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [263ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [321ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [322ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [403ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [403ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [463ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [522ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [523ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1020ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1024ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1782ms] too many traces: truncated at 100 traces, deferred=Deferred@878772728(state=PENDING, result=null, callback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916), errback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093) -> (continuation of Deferred@541917171 after retry RPC after error@1939043916)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:41.168 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:55:41.168 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
23:55:41.168 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
23:55:41.169 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:55:41.169 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
23:55:41.169 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:55:41.169 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
23:55:41.169 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:55:41.169 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
23:55:41.169 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:55:41.170 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:55:41.170 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:55:41.170 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
23:55:41.171 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:55:41.171 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:55:41.171 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:55:41.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:55:41.172 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:55:41.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:55:41.172 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:55:41.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:55:41.172 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:55:41.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:41.173 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:55:41.174 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:55:41.174 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:55:41.174 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
23:55:41.174 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:55:41.174 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
23:55:41.175 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
23:55:41.175 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:55:41.175 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:41.176 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:41.176 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:55:41.176 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c34498118044a003e0b2ad37cbcb486
23:55:41.178 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:41.178 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:41.178 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:41.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:41.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:41.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:41.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:41.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:41.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:41.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:41.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:41.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:41.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:41.179 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.179 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.179 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.180 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [33ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [33ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [34ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [138ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [139ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [187ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [188ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [189ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [190ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [245ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [245ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [283ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [342ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [342ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [343ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [485ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [485ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [485ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [503ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [783ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [784ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [785ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [785ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [803ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [804ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [804ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1084ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4860ms] refreshing cache from master, [4860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4861ms] too many traces: truncated at 100 traces, deferred=Deferred@88388762(state=PENDING, result=null, callback=(continuation of Deferred@961628097 after retry RPC after error@1825689307) -> (continuation of Deferred@668190433 after retry RPC after error@127092453) -> (continuation of Deferred@886011545 after retry RPC after error@1451938253) -> (continuation of Deferred@1876422963 after retry RPC after error@1919821378) -> (continuation of Deferred@1037761832 after retry RPC after error@1037977575) -> (continuation of Deferred@1842378502 after retry RPC after error@1846481096) -> (continuation of Deferred@81167260 after retry RPC after error@1274551710) -> (continuation of Deferred@629025696 after retry RPC after error@862058135) -> (continuation of Deferred@52119812 after retry RPC after error@134524948) -> (continuation of Deferred@1559476639 after retry RPC after error@1620720088) -> (continuation of Deferred@957353894 after retry RPC after error@347704448) -> (continuation of Deferred@1439162569 after retry RPC after error@1679972176) -> (continuation of Deferred@1568016717 after retry RPC after error@99832815) -> (continuation of Deferred@1876441648 after retry RPC after error@422996044) -> (continuation of Deferred@1961305670 after retry RPC after error@1796501278) -> (continuation of Deferred@1161019894 after retry RPC after error@1869456660) -> (continuation of Deferred@586513321 after retry RPC after error@1792121974) -> (continuation of Deferred@834063531 after retry RPC after error@863083148) -> (continuation of Deferred@978356088 after retry RPC after error@1543806568) -> (continuation of Deferred@1540412119 after retry RPC after error@1690994395) -> (continuation of Deferred@1512027773 after retry RPC after error@579900552) -> (continuation of Deferred@2131475559 after retry RPC after error@1330053379) -> (continuation of Deferred@1749875400 after retry RPC after error@1323173789) -> (continuation of Deferred@1821663909 after retry RPC after error@464267565), errback=(continuation of Deferred@961628097 after retry RPC after error@1825689307) -> (continuation of Deferred@668190433 after retry RPC after error@127092453) -> (continuation of Deferred@886011545 after retry RPC after error@1451938253) -> (continuation of Deferred@1876422963 after retry RPC after error@1919821378) -> (continuation of Deferred@1037761832 after retry RPC after error@1037977575) -> (continuation of Deferred@1842378502 after retry RPC after error@1846481096) -> (continuation of Deferred@81167260 after retry RPC after error@1274551710) -> (continuation of Deferred@629025696 after retry RPC after error@862058135) -> (continuation of Deferred@52119812 after retry RPC after error@134524948) -> (continuation of Deferred@1559476639 after retry RPC after error@1620720088) -> (continuation of Deferred@957353894 after retry RPC after error@347704448) -> (continuation of Deferred@1439162569 after retry RPC after error@1679972176) -> (continuation of Deferred@1568016717 after retry RPC after error@99832815) -> (continuation of Deferred@1876441648 after retry RPC after error@422996044) -> (continuation of Deferred@1961305670 after retry RPC after error@1796501278) -> (continuation of Deferred@1161019894 after retry RPC after error@1869456660) -> (continuation of Deferred@586513321 after retry RPC after error@1792121974) -> (continuation of Deferred@834063531 after retry RPC after error@863083148) -> (continuation of Deferred@978356088 after retry RPC after error@1543806568) -> (continuation of Deferred@1540412119 after retry RPC after error@1690994395) -> (continuation of Deferred@1512027773 after retry RPC after error@579900552) -> (continuation of Deferred@2131475559 after retry RPC after error@1330053379) -> (continuation of Deferred@1749875400 after retry RPC after error@1323173789) -> (continuation of Deferred@1821663909 after retry RPC after error@464267565)))
23:55:41.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.181 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.200 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.200 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.200 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.200 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.201 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.220 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.220 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.220 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.221 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.240 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.240 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.240 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.241 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.280 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.280 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.280 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.281 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.281 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.281 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.281 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.315 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:41.315 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:41.315 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:41.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:41.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:41.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:41.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:41.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:41.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:41.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:41.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:41.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:41.316 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:41.339 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.339 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.340 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.340 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.400 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.400 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.400 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.401 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.401 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.401 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.460 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.460 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.460 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.461 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
.23:55:41.480 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468541480
23:55:41.480 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468541480
23:55:41.485 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:55:41.490 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:55:41.490 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:55:41.490 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:55:41.491 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:55:41.491 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:55:41.495 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:55:41.509 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:41.510 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:41.510 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:41.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:41.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:41.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:41.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:41.510 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:41.510 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:41.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:41.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:41.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:41.511 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:41.512 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28312), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [94ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [95ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [117ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [119ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [120ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [226ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [227ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [264ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [283ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [401ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [402ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [402ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [402ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [483ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [483ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [722ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [722ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [723ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [723ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1123ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1842ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3620ms] refreshing cache from master, [3620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3622ms] too many traces: truncated at 100 traces, deferred=Deferred@1976396461(state=PENDING, result=null, callback=(continuation of Deferred@1424894639 after retry RPC after error@2032133231) -> (continuation of Deferred@1449320067 after retry RPC after error@1214533344) -> (continuation of Deferred@1836760593 after retry RPC after error@1807749965) -> (continuation of Deferred@722886256 after retry RPC after error@1106187964) -> (continuation of Deferred@2044568230 after retry RPC after error@309107883) -> (continuation of Deferred@194028872 after retry RPC after error@854788208) -> (continuation of Deferred@640635930 after retry RPC after error@1355816368) -> (continuation of Deferred@1592018951 after retry RPC after error@1962830627) -> (continuation of Deferred@674065954 after retry RPC after error@2025900810) -> (continuation of Deferred@77070437 after retry RPC after error@62444710) -> (continuation of Deferred@1084745357 after retry RPC after error@1052900616) -> (continuation of Deferred@2057193885 after retry RPC after error@1069985676) -> (continuation of Deferred@1084925303 after retry RPC after error@1907505623) -> (continuation of Deferred@2036876509 after retry RPC after error@1935163059) -> (continuation of Deferred@1724693682 after retry RPC after error@105930045) -> (continuation of Deferred@1025884038 after retry RPC after error@263893815) -> (continuation of Deferred@202422110 after retry RPC after error@137210452) -> (continuation of Deferred@417660248 after retry RPC after error@1109251704) -> (continuation of Deferred@1270752034 after retry RPC after error@782520075) -> (continuation of Deferred@295004602 after retry RPC after error@1024967654) -> (continuation of Deferred@126500949 after retry RPC after error@198876088) -> (continuation of Deferred@825818048 after retry RPC after error@842204914) -> (continuation of Deferred@1735286793 after retry RPC after error@951459847) -> (continuation of Deferred@1319516714 after retry RPC after error@1678291354) -> (continuation of Deferred@1894972218 after retry RPC after error@2043497275), errback=(continuation of Deferred@1424894639 after retry RPC after error@2032133231) -> (continuation of Deferred@1449320067 after retry RPC after error@1214533344) -> (continuation of Deferred@1836760593 after retry RPC after error@1807749965) -> (continuation of Deferred@722886256 after retry RPC after error@1106187964) -> (continuation of Deferred@2044568230 after retry RPC after error@309107883) -> (continuation of Deferred@194028872 after retry RPC after error@854788208) -> (continuation of Deferred@640635930 after retry RPC after error@1355816368) -> (continuation of Deferred@1592018951 after retry RPC after error@1962830627) -> (continuation of Deferred@674065954 after retry RPC after error@2025900810) -> (continuation of Deferred@77070437 after retry RPC after error@62444710) -> (continuation of Deferred@1084745357 after retry RPC after error@1052900616) -> (continuation of Deferred@2057193885 after retry RPC after error@1069985676) -> (continuation of Deferred@1084925303 after retry RPC after error@1907505623) -> (continuation of Deferred@2036876509 after retry RPC after error@1935163059) -> (continuation of Deferred@1724693682 after retry RPC after error@105930045) -> (continuation of Deferred@1025884038 after retry RPC after error@263893815) -> (continuation of Deferred@202422110 after retry RPC after error@137210452) -> (continuation of Deferred@417660248 after retry RPC after error@1109251704) -> (continuation of Deferred@1270752034 after retry RPC after error@782520075) -> (continuation of Deferred@295004602 after retry RPC after error@1024967654) -> (continuation of Deferred@126500949 after retry RPC after error@198876088) -> (continuation of Deferred@825818048 after retry RPC after error@842204914) -> (continuation of Deferred@1735286793 after retry RPC after error@951459847) -> (continuation of Deferred@1319516714 after retry RPC after error@1678291354) -> (continuation of Deferred@1894972218 after retry RPC after error@2043497275)))
23:55:41.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468541530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:41.540 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:55:41.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:55:41.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:41.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:41.720 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.720 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.720 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.721 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.819 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:41.819 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:41.820 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:41.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:41.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:41.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:41.820 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:41.871 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:55:41.871 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:55:41.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:41.875634  8381 mini_oidc.cc:150] Starting JWKS server
23:55:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:41.879115  8381 webserver.cc:534] Webserver started at http://127.0.0.1:38033/ using document root <none> and password file <none>
23:55:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:41.879715  8381 mini_oidc.cc:186] Starting OIDC Discovery server
23:55:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:41.881771  8381 webserver.cc:534] Webserver started at http://127.0.0.1:45957/ using document root <none> and password file <none>
23:55:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:55:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:55:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:55:41Z Disabled control of system clock
23:55:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:41.951501  8381 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/wal
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/data
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/logs
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/data/info.pb
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.126:33881
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.126
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38033/jwks.json with env {}
23:55:42.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468542030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:42.040 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:55:42.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:55:42.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:42.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:42.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.293172  8393 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.293907  8393 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.294646  8393 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:42.303 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:42.304 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:42.304 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:42.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:42.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:42.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:42.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:42.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:42.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:42.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:42.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:42.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:42.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.330135  8393 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:55:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.330575  8393 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.330932  8393 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:55:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.331357  8393 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:55:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.331754  8393 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:55:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.332048  8393 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38033/jwks.json
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:42.373772  8393 master_runner.cc:387] Master server non-default flags:
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/data
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/wal
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.126:33881
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38033/jwks.json
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/data/info.pb
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.126
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/logs
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:55:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:42.375562  8393 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:42.377419  8393 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.392876  8399 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:42.531 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468542530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:42.541 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:42.542 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:55:42.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:42.608 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:42.608 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:42.608 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:42.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:42.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:42.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:42.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:42.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:42.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:42.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:42.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:42.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:42.610 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:42.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:42.967 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:42.968 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:42.968 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:42.968 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:42.968 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:42.968 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:42.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:42.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:42.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:42.969 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:42.969 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:42.969 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:42.969 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:42.971 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29675), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [91ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [91ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [130ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [132ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [133ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [147ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [148ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [150ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [150ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [157ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [158ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [159ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [193ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [239ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [239ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [240ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [283ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [357ms] refreshing cache from master, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [359ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [359ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [359ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [360ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [518ms] refreshing cache from master, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [520ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [520ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [858ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [860ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [860ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [861ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [861ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1098ms] refreshing cache from master, [1098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1099ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1099ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1100ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1100ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1101ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2817ms] refreshing cache from master, [2817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2818ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2818ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2819ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2819ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5318ms] refreshing cache from master, [5318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5319ms] too many traces: truncated at 100 traces, deferred=Deferred@1851185864(state=PENDING, result=null, callback=(continuation of Deferred@81612668 after retry RPC after error@1429221051) -> (continuation of Deferred@1705703939 after retry RPC after error@1039334628) -> (continuation of Deferred@1404760713 after retry RPC after error@128670643) -> (continuation of Deferred@895734695 after retry RPC after error@534518835) -> (continuation of Deferred@469146619 after retry RPC after error@1180515829) -> (continuation of Deferred@1837637746 after retry RPC after error@315266164) -> (continuation of Deferred@1036844181 after retry RPC after error@315743308) -> (continuation of Deferred@1047983572 after retry RPC after error@2019147610) -> (continuation of Deferred@573299856 after retry RPC after error@1040467749) -> (continuation of Deferred@936762724 after retry RPC after error@37947307) -> (continuation of Deferred@2121303087 after retry RPC after error@1657919915) -> (continuation of Deferred@2079721064 after retry RPC after error@1628584162) -> (continuation of Deferred@465148179 after retry RPC after error@2009667406) -> (continuation of Deferred@1011321497 after retry RPC after error@1281515739) -> (continuation of Deferred@457447749 after retry RPC after error@612896260) -> (continuation of Deferred@605768526 after retry RPC after error@2065732526) -> (continuation of Deferred@1083515838 after retry RPC after error@613023110) -> (continuation of Deferred@1513526114 after retry RPC after error@636798569) -> (continuation of Deferred@1284872634 after retry RPC after error@656091235) -> (continuation of Deferred@1230504545 after retry RPC after error@1243370157) -> (continuation of Deferred@707021341 after retry RPC after error@1417815818) -> (continuation of Deferred@1572895985 after retry RPC after error@1977734366) -> (continuation of Deferred@2107444445 after retry RPC after error@954387987) -> (continuation of Deferred@1713048074 after retry RPC after error@489121075) -> (continuation of Deferred@139033006 after retry RPC after error@645246178), errback=(continuation of Deferred@81612668 after retry RPC after error@1429221051) -> (continuation of Deferred@1705703939 after retry RPC after error@1039334628) -> (continuation of Deferred@1404760713 after retry RPC after error@128670643) -> (continuation of Deferred@895734695 after retry RPC after error@534518835) -> (continuation of Deferred@469146619 after retry RPC after error@1180515829) -> (continuation of Deferred@1837637746 after retry RPC after error@315266164) -> (continuation of Deferred@1036844181 after retry RPC after error@315743308) -> (continuation of Deferred@1047983572 after retry RPC after error@2019147610) -> (continuation of Deferred@573299856 after retry RPC after error@1040467749) -> (continuation of Deferred@936762724 after retry RPC after error@37947307) -> (continuation of Deferred@2121303087 after retry RPC after error@1657919915) -> (continuation of Deferred@2079721064 after retry RPC after error@1628584162) -> (continuation of Deferred@465148179 after retry RPC after error@2009667406) -> (continuation of Deferred@1011321497 after retry RPC after error@1281515739) -> (continuation of Deferred@457447749 after retry RPC after error@612896260) -> (continuation of Deferred@605768526 after retry RPC after error@2065732526) -> (continuation of Deferred@1083515838 after retry RPC after error@613023110) -> (continuation of Deferred@1513526114 after retry RPC after error@636798569) -> (continuation of Deferred@1284872634 after retry RPC after error@656091235) -> (continuation of Deferred@1230504545 after retry RPC after error@1243370157) -> (continuation of Deferred@707021341 after retry RPC after error@1417815818) -> (continuation of Deferred@1572895985 after retry RPC after error@1977734366) -> (continuation of Deferred@2107444445 after retry RPC after error@954387987) -> (continuation of Deferred@1713048074 after retry RPC after error@489121075) -> (continuation of Deferred@139033006 after retry RPC after error@645246178)))
23:55:43.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468543030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:43.041 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:43.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:55:43.054 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:43.055 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:43.055 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:43.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:43.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:43.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:43.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:43.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:43.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:43.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:43.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:43.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:43.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:43.060 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:43.060 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:43.060 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:43.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:43.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:43.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:43.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:43.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:43.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:43.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:43.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:43.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:43.061 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:43.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:43.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:43.300 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:43.301 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:43.301 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:43.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.301 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:43.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:43.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:43.474 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:43.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.475 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:43.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468543529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:43.539 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:55:43.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:55:43.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:43.599 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:43.599 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:43.600 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:43.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.600 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.601 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.601 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.601 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.601 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.601 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.601 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:43.628 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:43.628 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:43.628 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:43.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.629 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:43.660 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:43.660 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:43.660 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:43.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.661 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:43.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:43.720 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:43.720 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:43.720 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:43.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:43.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:43.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:43.721 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:43.739 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:43.739 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:43.740 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:43.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:43.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:43.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:43.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:43.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:43.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:43.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:43.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:43.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:43.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.397723  8402 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.760702  8393 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:42.397145  8400 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:43.761366  8401 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:55:43.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.765597  8393 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.768360  8393 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.769770  8393 hybrid_clock.cc:648] HybridClock initialized: now 1783468543769735 us; error 49 us; skew 500 ppm
23:55:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.770742  8393 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.778209  8393 webserver.cc:534] Webserver started at http://127.8.47.126:42289/ using document root <none> and password file <none>
23:55:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.779268  8393 fs_manager.cc:362] Metadata directory not provided
23:55:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.779553  8393 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.779985  8393 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:43.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.785159  8393 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/data/instance:
23:55:43.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f01be0bfd88e441fa9f652e8ac4c73bc"
23:55:43.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:43 on dist-test-slave-1rxj"
23:55:43.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.786453  8393 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/wal/instance:
23:55:43.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f01be0bfd88e441fa9f652e8ac4c73bc"
23:55:43.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:43 on dist-test-slave-1rxj"
23:55:43.787 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:43.787 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:43.788 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:43.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:43.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:43.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:43.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:43.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:43.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:43.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:43.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:43.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:43.788 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.795878  8393 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.001s	sys 0.008s
23:55:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.803397  8409 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.804697  8393 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
23:55:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.805085  8393 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/wal
23:55:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f01be0bfd88e441fa9f652e8ac4c73bc"
23:55:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:43 on dist-test-slave-1rxj"
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.805521  8393 fs_report.cc:389] FS layout report
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/wal
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/wal
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/data/data
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.867918  8393 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.869669  8393 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.870265  8393 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.953054  8393 rpc_server.cc:307] RPC server started. Bound to: 127.8.47.126:33881
23:55:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.953176  8461 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.47.126:33881 every 8 connection(s)
23:55:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.956072  8393 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/data/info.pb
23:55:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.961447  8381 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 8393
23:55:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.962034  8381 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-0/wal/instance
23:55:43.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.963795  8462 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.967499  8381 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/wal
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/data
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/logs
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/data/info.pb
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.125:37987
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.125
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38033/jwks.json with env {}
23:55:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:43.979398  8462 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } has no permanent_uuid. Determining permanent_uuid...
23:55:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.016825  8462 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } has no permanent_uuid. Determining permanent_uuid...
23:55:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.019769  8411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.024865  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.125:37987: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:44.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468544029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:44.034 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:55:44.035 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:55:44.036 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:55:44.036 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:55:44.036 [INFO - Thread-51] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:55:44.037 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
23:55:44.037 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state TERMINATED
23:55:44.037 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state TERMINATED
23:55:44.037 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state TERMINATED
23:55:44.037 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:44.037 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:44.037 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
23:55:44.037 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:55:44.038 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:55:44.038 [INFO - Thread-51] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:55:44.039 [INFO - Thread-51] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:55:44.039 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:55:44.040 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
23:55:44.040 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:44.041 [DEBUG - Thread-51] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.041 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:44.041 [INFO - Thread-51] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:55:44.041 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
23:55:44.041 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:55:44.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:55:44.042 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
23:55:44.042 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
23:55:44.042 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:55:44.042 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
23:55:44.043 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
23:55:44.043 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:55:44.043 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:44.044 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:55:44.044 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:44.045 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
23:55:44.045 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
23:55:44.045 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27dd8b7b
23:55:44.045 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:55:44.045 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:44.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:55:44.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:55:44.046 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:55:44.047 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:55:44.047 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:55:44.048 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
23:55:44.048 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
23:55:44.048 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e4e8625
23:55:44.049 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:44.049 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@19431986
23:55:44.049 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:55:44.049 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
23:55:44.049 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
23:55:44.051 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.051 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:55:44.052 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
23:55:44.052 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
23:55:44.053 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:44.053 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:44.053 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:44.053 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:44.053 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:55:44.054 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7085b351
23:55:44.056 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.056 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@613fcf11
23:55:44.056 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:44.057 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:55:44.057 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
23:55:44.057 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
23:55:44.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3556186
23:55:44.061 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.062 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.070 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
23:55:44.070 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
23:55:44.071 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@66c2700f
23:55:44.071 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:44.071 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:55:44.071 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
23:55:44.072 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
23:55:44.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:44.074 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63ebf32c
23:55:44.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.074472  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } attempt: 1
23:55:44.076 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.077 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.077 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.078 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.080550  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.125:37987: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:44.081 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.082 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.082 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.082 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.083 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.084 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.084 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.085 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.085 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.086 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.086 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.087 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.088 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.089 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.090 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.090 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.097 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.098 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.098 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.099 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.099 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.100 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.101 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.102 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.102 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.102 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.102 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.103 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.104 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.104 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.105 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.109 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.109 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.110 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.111 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.118 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.118 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.119 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.119 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.119 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.120 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.120 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.120 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.121 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.121 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.122 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.122 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.122 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.122 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.125 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.125 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.126 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.129 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.130 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.131 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.131 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.132 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.132 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.132 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.137 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.138 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.138 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.139 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.139 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.139 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.139 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.142 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.142 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.142 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.143 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.143 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.143 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.144 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.144 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.144 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.145 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.145 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.149067  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } attempt: 2
23:55:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.155432  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.125:37987: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:44.158 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.159 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.159 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.159 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.158 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.160 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.160 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.160 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.160 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.160 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.161 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.162 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.162 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.162 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.162 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.163 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.163 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.163 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.163 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.165 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.165 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.165 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.166 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:44.178 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.178 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.178 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.179 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.179 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.179 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.182 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.182 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.183 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.183 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.183 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.183 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.184 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.184 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:44.218 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.219 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.219 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.224 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.225 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.225 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.225 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.246910  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } attempt: 3
23:55:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.252043  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.125:37987: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:44.257 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.258 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.258 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.262 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.262 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.262 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.263 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.262 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.264 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.264 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.264 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.264 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.264 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.264 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.265 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.303 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.304 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.304 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.304 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.304 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.304 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.319 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.319 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.320 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.320 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.320 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.320 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.343 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.343 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.343 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.344 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.357007  8464 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.357705  8464 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.358291  8464 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:44.378 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.378 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.378 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.378 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.378 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.379 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.380 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.384 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.385 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.385 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.386 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.395496  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } attempt: 4
23:55:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.396148  8464 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:55:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.396690  8464 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.397168  8464 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:55:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.397670  8464 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:55:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.398044  8464 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:55:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.398312  8464 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38033/jwks.json
23:55:44.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.402041  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.125:37987: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:44.422 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.422 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.422 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.440 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:44.440 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:44.440 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:44.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.441 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.441 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.442830  8464 master_runner.cc:387] Master server non-default flags:
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/data
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/wal
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.125:37987
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38033/jwks.json
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/data/info.pb
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.125
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/logs
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.445111  8464 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.446905  8464 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:44.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.459615  8526 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:44.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468544529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:44.547 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:55:44.549 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:55:44.558 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.558 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.558 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.560 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.560 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.560 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.563 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.563 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.563 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.568 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:44.662 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.662 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.663 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.666 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:44.678 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.679 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.679 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.680 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.681 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:44.701639  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } attempt: 5
23:55:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.711889  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.125:37987: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:44.739 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:44.739 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:44.739 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:44.740 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:44.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:44.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:44.741 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:44.782 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:44.782 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:44.782 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:44.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:44.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:44.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:44.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:44.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:44.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:44.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:44.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:44.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:44.785 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:44.788 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:44.789 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:44.789 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:44.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.789 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:44.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:44.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.790 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.790 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:44.790 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:44.815 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RESTARTING to RUNNING.
23:55:44.815 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 9c34498118044a003e0b2ad37cbcb486 from Checkpoint 72 @ 1783468421575 for 9c34498118044a003e0b2ad37cbcb486 located at file:/tmp/junit3108809940323494503/checkpoints/9c34498118044a003e0b2ad37cbcb486/chk-72.
23:55:44.816 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:55:44.816 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:55:44.817 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
23:55:44.818 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:44.818 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
23:55:44.818 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5fef2981f201c4ef1f5b07b79663045d
23:55:44.818 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:55:44.818 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
23:55:44.819 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:44.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
23:55:44.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 6f958295d2f16b63fcb5c6806465bb34
23:55:44.820 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 5fef2981f201c4ef1f5b07b79663045d.
23:55:44.820 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
23:55:44.820 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:44.820 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
23:55:44.820 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 7856b591185e5c96046d18fd5963a9b0
23:55:44.821 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
23:55:44.821 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
23:55:44.821 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5138d5d63fec66960b15ec226330e37e
23:55:44.822 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:44.822 [INFO - Thread-52] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:55:44.822 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:55:44.822 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state TERMINATED
23:55:44.822 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state TERMINATED
23:55:44.822 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state TERMINATED
23:55:44.823 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 6f958295d2f16b63fcb5c6806465bb34.
23:55:44.824 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
23:55:44.824 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
23:55:44.825 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:55:44.825 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63c03ac2
23:55:44.825 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:44.825 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:55:44.825 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:44.825 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:55:44.826 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:55:44.827 [INFO - Thread-52] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:55:44.827 [INFO - Thread-52] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:55:44.829 [DEBUG - Thread-52] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.829 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57525e3b
23:55:44.829 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 7856b591185e5c96046d18fd5963a9b0.
23:55:44.829 [INFO - Thread-52] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:55:44.829 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
23:55:44.830 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
23:55:44.834 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ade5a39
23:55:44.834 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:44.834 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.834 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:55:44.835 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:55:44.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:55:44.835 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:55:44.839 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 5138d5d63fec66960b15ec226330e37e.
23:55:44.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
23:55:44.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
23:55:44.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7607d73d
23:55:44.840 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50dc7284
23:55:44.840 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:44.840 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:55:44.841 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:55:44.841 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:55:44.852 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:44.852 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:44.852 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:44.852 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:44.855 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e7323e3
23:55:44.857 [ERROR - Source: KuduSource -> Sink: Writer (3/4)#5] (HashedWheelTimer.java:470) You are creating too many HashedWheelTimer instances. HashedWheelTimer is a shared resource that must be reused across the JVM, so that only a few instances are created.
23:55:44.859 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.866 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
23:55:44.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
23:55:44.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4cba9b5d
23:55:44.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:44.871 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:55:44.872 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:55:44.872 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:55:44.873 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.875 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ace73ed
23:55:44.884 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:44.884 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.885 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:44.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.887 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:44.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.889 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:44.890 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.893 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:44.893 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:44.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:44.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.895 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:44.896 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:44.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.899 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:44.899 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.901 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:44.901 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:44.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.902 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:44.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.904 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:44.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.905 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:44.905 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.906 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.907 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:44.908 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:44.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.909 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:44.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.909 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.909 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:44.910 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.920 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.925 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:44.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.927 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:44.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.929 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.929 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:44.933 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:44.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.937 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:44.940 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:44.940 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:44.940 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:44.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:44.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:44.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:44.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:44.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:44.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:44.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:44.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:44.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:44.941 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:44.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:44.945 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:44.946 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.950 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.950 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:44.960 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.966 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:44.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:44.974 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:44.982 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:44.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:44.983 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:44.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:44.990 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:44.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:44.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:44.993 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:44.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:44.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.002 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.005 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.005 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.009 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:45.013 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.014 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.020 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.020 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.020 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.021 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.021 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.021 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.022 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.022 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.022 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.023 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.026 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.027 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.027 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.028 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.029 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.030 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468545030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:45.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.031 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:45.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.032 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:45.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:45.037 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:45.038 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:45.038 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:45.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:45.040 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.040 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.040 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.040 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.040 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.040 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.041 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.041 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.044 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:55:45.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:55:45.045 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.045 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.045 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.046 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.047 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.047 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.047 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.048 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.049 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:45.050 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:45.050 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:45.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.050 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.050 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.050 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.051 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:45.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.051 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.063 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:45.063 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:45.063 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:45.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.064 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:45.065 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.065 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.066 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.066 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.067 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.067 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.067 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.069 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:45.069 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:45.069 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:45.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.070 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.070 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.070 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.070 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:45.071 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.071 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.071 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:45.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.072 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.079 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.080 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.080 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.080 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.086 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.087 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.087 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.090 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:45.090 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:45.090 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:45.090 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.090 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.090 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.090 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.090 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.091 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:45.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.105 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.106 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.106 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.108 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.126 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.127 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.127 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.129 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.140 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.140 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.140 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.142 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.149 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:45.150 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:45.150 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:45.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.152 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.152 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.152 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.152 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:45.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.153 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.154 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.163 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:45.163 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:45.164 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:45.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:45.164 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:45.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:45.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:45.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:45.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:45.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:45.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:45.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:45.165 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:45.166 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.166 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.166 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.168 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:45.186 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.186 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.186 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:45.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.188 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.200 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.200 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.200 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.202 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.202 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.210 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.211 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.211 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.212 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.212 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:45.223 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:45.223 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:45.223 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:45.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:45.230 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.231 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.231 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.233 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.249 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:45.249 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:45.249 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:45.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.250 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.250 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:45.260 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.260 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.260 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:45.259624  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } attempt: 6
23:55:45.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.265 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.265 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.265 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.266 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.273 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:45.274 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:45.274 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:45.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:45.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:45.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:45.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:45.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:45.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:45.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:45.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:45.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:45.276 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:45.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:45.285336  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.125:37987: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:45.329 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:45.330 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:45.330 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:45.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.332 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:45.407 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.407 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.407 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.409 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.409 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.409 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.409 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.463 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:45.463 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:45.463 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:45.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.465 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.466 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.466 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:45.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.469 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.485 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.485 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.485 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.487 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.500 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.500 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.500 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.501 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.501 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.502 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.507 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.507 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.507 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.509 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.509 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.509 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.509 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.519 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:45.519 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:45.519 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:45.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:45.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:45.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:45.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:45.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468545530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:45.541 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:45.543 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:55:45.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:45.665 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:45.665 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:45.665 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:45.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:45.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:45.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:45.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:45.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:45.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:45.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:45.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:45.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:45.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:45.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:45.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:45.689 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:45.690 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:45.690 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:45.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:45.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:45.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:45.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:45.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:45.731 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.731 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.731 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.770 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:45.770 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:45.770 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:45.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:45.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:45.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:45.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:45.905 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:45.906 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:45.906 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:45.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:45.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:45.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:45.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:45.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:45.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:45.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:45.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:45.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:45.908 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:46.025 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:46.025 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:46.025 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:46.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:46.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:46.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:46.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:46.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:46.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:46.027 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:46.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:46.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:46.027 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:46.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468546030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:46.043 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:46.044 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:46.044 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:46.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:46.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:46.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:46.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:46.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:46.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:46.046 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:46.046 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:46.046 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:46.046 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:46.054 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:55:46.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:55:46.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:46.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:46.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:46.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:46.221 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:46.221 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:46.221 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:46.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:46.305 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:46.305 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:46.305 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:46.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.307 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:46.339 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:46.340 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:46.340 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:46.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.341 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.342 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.345933  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } attempt: 7
23:55:46.351 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:46.351 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:46.351 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:46.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:46.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:46.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:46.353 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:46.353 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:46.353 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:46.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:46.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:46.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:46.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:46.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.372058  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.125:37987: Network error: Client connection negotiation failed: client connection to 127.8.47.125:37987: connect: Connection refused (error 111)
23:55:46.426 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:46.426 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:46.426 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:46.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:46.438 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:46.439 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:46.439 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:46.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:46.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:46.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:46.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:46.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:46.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:46.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:46.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:46.440 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:46.440 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:45.864625  8525 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 8464
23:55:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.447014  8525 kernel_stack_watchdog.cc:198] Thread 8464 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
23:55:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:55:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:55:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:55:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:55:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:44.460960  8527 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.448649  8528 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1986 milliseconds
23:55:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.449368  8464 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.990s	user 0.743s	sys 1.181s
23:55:46.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.449781  8464 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.990s	user 0.744s	sys 1.181s
23:55:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.450536  8529 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.450687  8464 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.454181  8464 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.456910  8464 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.458338  8464 hybrid_clock.cc:648] HybridClock initialized: now 1783468546458289 us; error 53 us; skew 500 ppm
23:55:46.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.459293  8464 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:46.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.466598  8464 webserver.cc:534] Webserver started at http://127.8.47.125:44249/ using document root <none> and password file <none>
23:55:46.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.467770  8464 fs_manager.cc:362] Metadata directory not provided
23:55:46.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.468041  8464 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:46.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.468629  8464 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.473912  8464 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/data/instance:
23:55:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79af66518b274d709fd53a9e9f9ea869"
23:55:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:46 on dist-test-slave-1rxj"
23:55:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.475206  8464 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/wal/instance:
23:55:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79af66518b274d709fd53a9e9f9ea869"
23:55:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:46 on dist-test-slave-1rxj"
23:55:46.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.483906  8464 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
23:55:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.491024  8595 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.492434  8464 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
23:55:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.492838  8464 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/wal
23:55:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79af66518b274d709fd53a9e9f9ea869"
23:55:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:46 on dist-test-slave-1rxj"
23:55:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.493278  8464 fs_report.cc:389] FS layout report
23:55:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/wal
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/wal
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/data/data
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:46.510 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:46.510 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:46.511 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:46.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:46.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:46.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:46.512 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:46.531 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468546530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:46.540 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:55:46.542 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:55:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.555121  8464 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.557017  8464 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.557598  8464 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:46.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:46.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.668323  8464 rpc_server.cc:307] RPC server started. Bound to: 127.8.47.125:37987
23:55:46.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.668373  8646 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.47.125:37987 every 8 connection(s)
23:55:46.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.672041  8464 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/data/info.pb
23:55:46.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.680042  8647 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.681015  8381 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 8464
23:55:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.681433  8381 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-1/wal/instance
23:55:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.683971  8381 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/wal
23:55:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/data
23:55:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/logs
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/data/info.pb
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.124:36079
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.124
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38033/jwks.json with env {}
23:55:46.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.695422  8647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } has no permanent_uuid. Determining permanent_uuid...
23:55:46.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.725795  8647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } has no permanent_uuid. Determining permanent_uuid...
23:55:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.742635  8647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } has no permanent_uuid. Determining permanent_uuid...
23:55:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.745401  8597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.750166  8647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.799814  8647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 1
23:55:46.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.805629  8647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.874109  8647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 2
23:55:46.875 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:46.875 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:46.875 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:46.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:46.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:46.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:46.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:46.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:46.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:46.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:46.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:46.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:46.876 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.881158  8647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:46.960 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:46.961 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:46.961 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:46.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:46.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:46.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:46.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:46.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:46.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:46.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:46.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:46.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:46.962 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:46.963 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28702), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [55ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [235ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [235ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [236ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [564ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [564ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [804ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1063ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1603ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@706873799(state=PENDING, result=null, callback=(continuation of Deferred@2068125323 after retry RPC after error@50423575) -> (continuation of Deferred@1150763920 after retry RPC after error@2118190836) -> (continuation of Deferred@769898233 after retry RPC after error@626152845) -> (continuation of Deferred@1537673588 after retry RPC after error@765968978) -> (continuation of Deferred@499383649 after retry RPC after error@705310057) -> (continuation of Deferred@1225096693 after retry RPC after error@1512281045) -> (continuation of Deferred@1485395205 after retry RPC after error@588470808) -> (continuation of Deferred@1100706138 after retry RPC after error@132181895) -> (continuation of Deferred@366195459 after retry RPC after error@740943931) -> (continuation of Deferred@908221765 after retry RPC after error@918425809) -> (continuation of Deferred@1048442542 after retry RPC after error@1568061802) -> (continuation of Deferred@2040143860 after retry RPC after error@1063559310) -> (continuation of Deferred@1862134090 after retry RPC after error@103329814) -> (continuation of Deferred@795110040 after retry RPC after error@891215658) -> (continuation of Deferred@875091834 after retry RPC after error@2009295337) -> (continuation of Deferred@2080369955 after retry RPC after error@953916153) -> (continuation of Deferred@1253706143 after retry RPC after error@651869440) -> (continuation of Deferred@575199757 after retry RPC after error@1184923887) -> (continuation of Deferred@1548525397 after retry RPC after error@797772641) -> (continuation of Deferred@1265706031 after retry RPC after error@152334934) -> (continuation of Deferred@823845398 after retry RPC after error@1988833623) -> (continuation of Deferred@874066933 after retry RPC after error@515203554) -> (continuation of Deferred@2019109488 after retry RPC after error@1467461029), errback=(continuation of Deferred@2068125323 after retry RPC after error@50423575) -> (continuation of Deferred@1150763920 after retry RPC after error@2118190836) -> (continuation of Deferred@769898233 after retry RPC after error@626152845) -> (continuation of Deferred@1537673588 after retry RPC after error@765968978) -> (continuation of Deferred@499383649 after retry RPC after error@705310057) -> (continuation of Deferred@1225096693 after retry RPC after error@1512281045) -> (continuation of Deferred@1485395205 after retry RPC after error@588470808) -> (continuation of Deferred@1100706138 after retry RPC after error@132181895) -> (continuation of Deferred@366195459 after retry RPC after error@740943931) -> (continuation of Deferred@908221765 after retry RPC after error@918425809) -> (continuation of Deferred@1048442542 after retry RPC after error@1568061802) -> (continuation of Deferred@2040143860 after retry RPC after error@1063559310) -> (continuation of Deferred@1862134090 after retry RPC after error@103329814) -> (continuation of Deferred@795110040 after retry RPC after error@891215658) -> (continuation of Deferred@875091834 after retry RPC after error@2009295337) -> (continuation of Deferred@2080369955 after retry RPC after error@953916153) -> (continuation of Deferred@1253706143 after retry RPC after error@651869440) -> (continuation of Deferred@575199757 after retry RPC after error@1184923887) -> (continuation of Deferred@1548525397 after retry RPC after error@797772641) -> (continuation of Deferred@1265706031 after retry RPC after error@152334934) -> (continuation of Deferred@823845398 after retry RPC after error@1988833623) -> (continuation of Deferred@874066933 after retry RPC after error@515203554) -> (continuation of Deferred@2019109488 after retry RPC after error@1467461029)))
23:55:46.964 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:55:46.964 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28702), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [55ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [235ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [235ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [236ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [564ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [564ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [804ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1063ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1603ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@706873799(state=PENDING, result=null, callback=(continuation of Deferred@2068125323 after retry RPC after error@50423575) -> (continuation of Deferred@1150763920 after retry RPC after error@2118190836) -> (continuation of Deferred@769898233 after retry RPC after error@626152845) -> (continuation of Deferred@1537673588 after retry RPC after error@765968978) -> (continuation of Deferred@499383649 after retry RPC after error@705310057) -> (continuation of Deferred@1225096693 after retry RPC after error@1512281045) -> (continuation of Deferred@1485395205 after retry RPC after error@588470808) -> (continuation of Deferred@1100706138 after retry RPC after error@132181895) -> (continuation of Deferred@366195459 after retry RPC after error@740943931) -> (continuation of Deferred@908221765 after retry RPC after error@918425809) -> (continuation of Deferred@1048442542 after retry RPC after error@1568061802) -> (continuation of Deferred@2040143860 after retry RPC after error@1063559310) -> (continuation of Deferred@1862134090 after retry RPC after error@103329814) -> (continuation of Deferred@795110040 after retry RPC after error@891215658) -> (continuation of Deferred@875091834 after retry RPC after error@2009295337) -> (continuation of Deferred@2080369955 after retry RPC after error@953916153) -> (continuation of Deferred@1253706143 after retry RPC after error@651869440) -> (continuation of Deferred@575199757 after retry RPC after error@1184923887) -> (continuation of Deferred@1548525397 after retry RPC after error@797772641) -> (continuation of Deferred@1265706031 after retry RPC after error@152334934) -> (continuation of Deferred@823845398 after retry RPC after error@1988833623) -> (continuation of Deferred@874066933 after retry RPC after error@515203554) -> (continuation of Deferred@2019109488 after retry RPC after error@1467461029), errback=(continuation of Deferred@2068125323 after retry RPC after error@50423575) -> (continuation of Deferred@1150763920 after retry RPC after error@2118190836) -> (continuation of Deferred@769898233 after retry RPC after error@626152845) -> (continuation of Deferred@1537673588 after retry RPC after error@765968978) -> (continuation of Deferred@499383649 after retry RPC after error@705310057) -> (continuation of Deferred@1225096693 after retry RPC after error@1512281045) -> (continuation of Deferred@1485395205 after retry RPC after error@588470808) -> (continuation of Deferred@1100706138 after retry RPC after error@132181895) -> (continuation of Deferred@366195459 after retry RPC after error@740943931) -> (continuation of Deferred@908221765 after retry RPC after error@918425809) -> (continuation of Deferred@1048442542 after retry RPC after error@1568061802) -> (continuation of Deferred@2040143860 after retry RPC after error@1063559310) -> (continuation of Deferred@1862134090 after retry RPC after error@103329814) -> (continuation of Deferred@795110040 after retry RPC after error@891215658) -> (continuation of Deferred@875091834 after retry RPC after error@2009295337) -> (continuation of Deferred@2080369955 after retry RPC after error@953916153) -> (continuation of Deferred@1253706143 after retry RPC after error@651869440) -> (continuation of Deferred@575199757 after retry RPC after error@1184923887) -> (continuation of Deferred@1548525397 after retry RPC after error@797772641) -> (continuation of Deferred@1265706031 after retry RPC after error@152334934) -> (continuation of Deferred@823845398 after retry RPC after error@1988833623) -> (continuation of Deferred@874066933 after retry RPC after error@515203554) -> (continuation of Deferred@2019109488 after retry RPC after error@1467461029)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.189:38943
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:46.965 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:55:46.968 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:55:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:46.972609  8647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 3
23:55:46.974 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28702), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [55ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [235ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [235ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [236ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [564ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [564ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [804ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1063ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1603ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@706873799(state=PENDING, result=null, callback=(continuation of Deferred@2068125323 after retry RPC after error@50423575) -> (continuation of Deferred@1150763920 after retry RPC after error@2118190836) -> (continuation of Deferred@769898233 after retry RPC after error@626152845) -> (continuation of Deferred@1537673588 after retry RPC after error@765968978) -> (continuation of Deferred@499383649 after retry RPC after error@705310057) -> (continuation of Deferred@1225096693 after retry RPC after error@1512281045) -> (continuation of Deferred@1485395205 after retry RPC after error@588470808) -> (continuation of Deferred@1100706138 after retry RPC after error@132181895) -> (continuation of Deferred@366195459 after retry RPC after error@740943931) -> (continuation of Deferred@908221765 after retry RPC after error@918425809) -> (continuation of Deferred@1048442542 after retry RPC after error@1568061802) -> (continuation of Deferred@2040143860 after retry RPC after error@1063559310) -> (continuation of Deferred@1862134090 after retry RPC after error@103329814) -> (continuation of Deferred@795110040 after retry RPC after error@891215658) -> (continuation of Deferred@875091834 after retry RPC after error@2009295337) -> (continuation of Deferred@2080369955 after retry RPC after error@953916153) -> (continuation of Deferred@1253706143 after retry RPC after error@651869440) -> (continuation of Deferred@575199757 after retry RPC after error@1184923887) -> (continuation of Deferred@1548525397 after retry RPC after error@797772641) -> (continuation of Deferred@1265706031 after retry RPC after error@152334934) -> (continuation of Deferred@823845398 after retry RPC after error@1988833623) -> (continuation of Deferred@874066933 after retry RPC after error@515203554) -> (continuation of Deferred@2019109488 after retry RPC after error@1467461029), errback=(continuation of Deferred@2068125323 after retry RPC after error@50423575) -> (continuation of Deferred@1150763920 after retry RPC after error@2118190836) -> (continuation of Deferred@769898233 after retry RPC after error@626152845) -> (continuation of Deferred@1537673588 after retry RPC after error@765968978) -> (continuation of Deferred@499383649 after retry RPC after error@705310057) -> (continuation of Deferred@1225096693 after retry RPC after error@1512281045) -> (continuation of Deferred@1485395205 after retry RPC after error@588470808) -> (continuation of Deferred@1100706138 after retry RPC after error@132181895) -> (continuation of Deferred@366195459 after retry RPC after error@740943931) -> (continuation of Deferred@908221765 after retry RPC after error@918425809) -> (continuation of Deferred@1048442542 after retry RPC after error@1568061802) -> (continuation of Deferred@2040143860 after retry RPC after error@1063559310) -> (continuation of Deferred@1862134090 after retry RPC after error@103329814) -> (continuation of Deferred@795110040 after retry RPC after error@891215658) -> (continuation of Deferred@875091834 after retry RPC after error@2009295337) -> (continuation of Deferred@2080369955 after retry RPC after error@953916153) -> (continuation of Deferred@1253706143 after retry RPC after error@651869440) -> (continuation of Deferred@575199757 after retry RPC after error@1184923887) -> (continuation of Deferred@1548525397 after retry RPC after error@797772641) -> (continuation of Deferred@1265706031 after retry RPC after error@152334934) -> (continuation of Deferred@823845398 after retry RPC after error@1988833623) -> (continuation of Deferred@874066933 after retry RPC after error@515203554) -> (continuation of Deferred@2019109488 after retry RPC after error@1467461029)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.189:38943
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:46.975 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:55:46.975 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RUNNING to RESTARTING.
23:55:46.976 [WARN - flink-pekko.actor.default-dispatcher-9] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:55:46.976 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:46.976 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:55:46.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:46.984495  8647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:46.999 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:46.999 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:46.999 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:47.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.000 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:47.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.000 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:47.000 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.000 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.000 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:47.000 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:47.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.001 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.001 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.001 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.001 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:47.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468547030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:47.041 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:47.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:55:47.064 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:47.065 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:47.065 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:47.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:47.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:47.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:47.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:47.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:47.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:47.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:47.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:47.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:47.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.073254  8649 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.074095  8649 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.074772  8649 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.115610  8649 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:55:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.116060  8649 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.116441  8649 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:55:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.116848  8649 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:55:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.117190  8649 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:55:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.117470  8649 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38033/jwks.json
23:55:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:47.128005  8647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 4
23:55:47.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.134042  8647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:47.165884  8649 master_runner.cc:387] Master server non-default flags:
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/data
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/wal
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.124:36079
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38033/jwks.json
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/data/info.pb
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.124
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/logs
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:47.167680  8649 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:47.169763  8649 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:47.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:47.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.185335  8659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:47.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:47.203 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:47.203 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:47.203 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:47.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.204 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:47.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:47.246 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:47.246 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:47.247 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:47.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.248 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:47.423 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:47.423 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:47.424 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:47.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.425 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:47.428 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:47.428 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:47.428 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:47.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:47.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:47.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:47.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:47.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:47.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:47.429 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:47.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:47.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:47.430 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:47.431 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29177), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [95ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [95ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [306ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [307ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [307ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [307ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [325ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [325ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [366ms] refreshing cache from master, [366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [367ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [368ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [368ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [368ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [383ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [523ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1000ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1004ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1243ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2350ms] refreshing cache from master, [2350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2351ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2352ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2352ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2352ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4961ms] refreshing cache from master, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4962ms] too many traces: truncated at 100 traces, deferred=Deferred@1205508424(state=PENDING, result=null, callback=(continuation of Deferred@1301540421 after retry RPC after error@746706190) -> (continuation of Deferred@95611567 after retry RPC after error@380707720) -> (continuation of Deferred@1149372125 after retry RPC after error@1720292070) -> (continuation of Deferred@1962736394 after retry RPC after error@1808677758) -> (continuation of Deferred@1068399668 after retry RPC after error@354076549) -> (continuation of Deferred@112024199 after retry RPC after error@472024295) -> (continuation of Deferred@1344341131 after retry RPC after error@323278821) -> (continuation of Deferred@2136071784 after retry RPC after error@2010937561) -> (continuation of Deferred@788606965 after retry RPC after error@441400847) -> (continuation of Deferred@1805386160 after retry RPC after error@2131928746) -> (continuation of Deferred@1506426938 after retry RPC after error@974565962) -> (continuation of Deferred@822912313 after retry RPC after error@1531011652) -> (continuation of Deferred@1350640262 after retry RPC after error@1602903614) -> (continuation of Deferred@192617883 after retry RPC after error@1542987250) -> (continuation of Deferred@45388057 after retry RPC after error@264393951) -> (continuation of Deferred@1543903097 after retry RPC after error@1200264838) -> (continuation of Deferred@1636891447 after retry RPC after error@2087272310) -> (continuation of Deferred@272122461 after retry RPC after error@51763322) -> (continuation of Deferred@1706742380 after retry RPC after error@1352520482) -> (continuation of Deferred@40196550 after retry RPC after error@790534136) -> (continuation of Deferred@470026693 after retry RPC after error@582929828) -> (continuation of Deferred@180165468 after retry RPC after error@1372056740) -> (continuation of Deferred@1840356728 after retry RPC after error@959889031), errback=(continuation of Deferred@1301540421 after retry RPC after error@746706190) -> (continuation of Deferred@95611567 after retry RPC after error@380707720) -> (continuation of Deferred@1149372125 after retry RPC after error@1720292070) -> (continuation of Deferred@1962736394 after retry RPC after error@1808677758) -> (continuation of Deferred@1068399668 after retry RPC after error@354076549) -> (continuation of Deferred@112024199 after retry RPC after error@472024295) -> (continuation of Deferred@1344341131 after retry RPC after error@323278821) -> (continuation of Deferred@2136071784 after retry RPC after error@2010937561) -> (continuation of Deferred@788606965 after retry RPC after error@441400847) -> (continuation of Deferred@1805386160 after retry RPC after error@2131928746) -> (continuation of Deferred@1506426938 after retry RPC after error@974565962) -> (continuation of Deferred@822912313 after retry RPC after error@1531011652) -> (continuation of Deferred@1350640262 after retry RPC after error@1602903614) -> (continuation of Deferred@192617883 after retry RPC after error@1542987250) -> (continuation of Deferred@45388057 after retry RPC after error@264393951) -> (continuation of Deferred@1543903097 after retry RPC after error@1200264838) -> (continuation of Deferred@1636891447 after retry RPC after error@2087272310) -> (continuation of Deferred@272122461 after retry RPC after error@51763322) -> (continuation of Deferred@1706742380 after retry RPC after error@1352520482) -> (continuation of Deferred@40196550 after retry RPC after error@790534136) -> (continuation of Deferred@470026693 after retry RPC after error@582929828) -> (continuation of Deferred@180165468 after retry RPC after error@1372056740) -> (continuation of Deferred@1840356728 after retry RPC after error@959889031)))
23:55:47.433 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:55:47.433 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29177), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [95ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [95ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [306ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [307ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [307ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [307ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [325ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [325ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [366ms] refreshing cache from master, [366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [367ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [368ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [368ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [368ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [383ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [523ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1000ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1004ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1243ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2350ms] refreshing cache from master, [2350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2351ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2352ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2352ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2352ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4961ms] refreshing cache from master, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4962ms] too many traces: truncated at 100 traces, deferred=Deferred@1205508424(state=PENDING, result=null, callback=(continuation of Deferred@1301540421 after retry RPC after error@746706190) -> (continuation of Deferred@95611567 after retry RPC after error@380707720) -> (continuation of Deferred@1149372125 after retry RPC after error@1720292070) -> (continuation of Deferred@1962736394 after retry RPC after error@1808677758) -> (continuation of Deferred@1068399668 after retry RPC after error@354076549) -> (continuation of Deferred@112024199 after retry RPC after error@472024295) -> (continuation of Deferred@1344341131 after retry RPC after error@323278821) -> (continuation of Deferred@2136071784 after retry RPC after error@2010937561) -> (continuation of Deferred@788606965 after retry RPC after error@441400847) -> (continuation of Deferred@1805386160 after retry RPC after error@2131928746) -> (continuation of Deferred@1506426938 after retry RPC after error@974565962) -> (continuation of Deferred@822912313 after retry RPC after error@1531011652) -> (continuation of Deferred@1350640262 after retry RPC after error@1602903614) -> (continuation of Deferred@192617883 after retry RPC after error@1542987250) -> (continuation of Deferred@45388057 after retry RPC after error@264393951) -> (continuation of Deferred@1543903097 after retry RPC after error@1200264838) -> (continuation of Deferred@1636891447 after retry RPC after error@2087272310) -> (continuation of Deferred@272122461 after retry RPC after error@51763322) -> (continuation of Deferred@1706742380 after retry RPC after error@1352520482) -> (continuation of Deferred@40196550 after retry RPC after error@790534136) -> (continuation of Deferred@470026693 after retry RPC after error@582929828) -> (continuation of Deferred@180165468 after retry RPC after error@1372056740) -> (continuation of Deferred@1840356728 after retry RPC after error@959889031), errback=(continuation of Deferred@1301540421 after retry RPC after error@746706190) -> (continuation of Deferred@95611567 after retry RPC after error@380707720) -> (continuation of Deferred@1149372125 after retry RPC after error@1720292070) -> (continuation of Deferred@1962736394 after retry RPC after error@1808677758) -> (continuation of Deferred@1068399668 after retry RPC after error@354076549) -> (continuation of Deferred@112024199 after retry RPC after error@472024295) -> (continuation of Deferred@1344341131 after retry RPC after error@323278821) -> (continuation of Deferred@2136071784 after retry RPC after error@2010937561) -> (continuation of Deferred@788606965 after retry RPC after error@441400847) -> (continuation of Deferred@1805386160 after retry RPC after error@2131928746) -> (continuation of Deferred@1506426938 after retry RPC after error@974565962) -> (continuation of Deferred@822912313 after retry RPC after error@1531011652) -> (continuation of Deferred@1350640262 after retry RPC after error@1602903614) -> (continuation of Deferred@192617883 after retry RPC after error@1542987250) -> (continuation of Deferred@45388057 after retry RPC after error@264393951) -> (continuation of Deferred@1543903097 after retry RPC after error@1200264838) -> (continuation of Deferred@1636891447 after retry RPC after error@2087272310) -> (continuation of Deferred@272122461 after retry RPC after error@51763322) -> (continuation of Deferred@1706742380 after retry RPC after error@1352520482) -> (continuation of Deferred@40196550 after retry RPC after error@790534136) -> (continuation of Deferred@470026693 after retry RPC after error@582929828) -> (continuation of Deferred@180165468 after retry RPC after error@1372056740) -> (continuation of Deferred@1840356728 after retry RPC after error@959889031)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:47.434 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:55:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:47.433475  8647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 5
23:55:47.438 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:55:47.443 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29177), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [95ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [95ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [306ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [307ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [307ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [307ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [325ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [325ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [366ms] refreshing cache from master, [366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [367ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [368ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [368ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [368ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [383ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [523ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1000ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1004ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1243ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2350ms] refreshing cache from master, [2350ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2351ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2351ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2352ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2352ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2352ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4961ms] refreshing cache from master, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4962ms] too many traces: truncated at 100 traces, deferred=Deferred@1205508424(state=PENDING, result=null, callback=(continuation of Deferred@1301540421 after retry RPC after error@746706190) -> (continuation of Deferred@95611567 after retry RPC after error@380707720) -> (continuation of Deferred@1149372125 after retry RPC after error@1720292070) -> (continuation of Deferred@1962736394 after retry RPC after error@1808677758) -> (continuation of Deferred@1068399668 after retry RPC after error@354076549) -> (continuation of Deferred@112024199 after retry RPC after error@472024295) -> (continuation of Deferred@1344341131 after retry RPC after error@323278821) -> (continuation of Deferred@2136071784 after retry RPC after error@2010937561) -> (continuation of Deferred@788606965 after retry RPC after error@441400847) -> (continuation of Deferred@1805386160 after retry RPC after error@2131928746) -> (continuation of Deferred@1506426938 after retry RPC after error@974565962) -> (continuation of Deferred@822912313 after retry RPC after error@1531011652) -> (continuation of Deferred@1350640262 after retry RPC after error@1602903614) -> (continuation of Deferred@192617883 after retry RPC after error@1542987250) -> (continuation of Deferred@45388057 after retry RPC after error@264393951) -> (continuation of Deferred@1543903097 after retry RPC after error@1200264838) -> (continuation of Deferred@1636891447 after retry RPC after error@2087272310) -> (continuation of Deferred@272122461 after retry RPC after error@51763322) -> (continuation of Deferred@1706742380 after retry RPC after error@1352520482) -> (continuation of Deferred@40196550 after retry RPC after error@790534136) -> (continuation of Deferred@470026693 after retry RPC after error@582929828) -> (continuation of Deferred@180165468 after retry RPC after error@1372056740) -> (continuation of Deferred@1840356728 after retry RPC after error@959889031), errback=(continuation of Deferred@1301540421 after retry RPC after error@746706190) -> (continuation of Deferred@95611567 after retry RPC after error@380707720) -> (continuation of Deferred@1149372125 after retry RPC after error@1720292070) -> (continuation of Deferred@1962736394 after retry RPC after error@1808677758) -> (continuation of Deferred@1068399668 after retry RPC after error@354076549) -> (continuation of Deferred@112024199 after retry RPC after error@472024295) -> (continuation of Deferred@1344341131 after retry RPC after error@323278821) -> (continuation of Deferred@2136071784 after retry RPC after error@2010937561) -> (continuation of Deferred@788606965 after retry RPC after error@441400847) -> (continuation of Deferred@1805386160 after retry RPC after error@2131928746) -> (continuation of Deferred@1506426938 after retry RPC after error@974565962) -> (continuation of Deferred@822912313 after retry RPC after error@1531011652) -> (continuation of Deferred@1350640262 after retry RPC after error@1602903614) -> (continuation of Deferred@192617883 after retry RPC after error@1542987250) -> (continuation of Deferred@45388057 after retry RPC after error@264393951) -> (continuation of Deferred@1543903097 after retry RPC after error@1200264838) -> (continuation of Deferred@1636891447 after retry RPC after error@2087272310) -> (continuation of Deferred@272122461 after retry RPC after error@51763322) -> (continuation of Deferred@1706742380 after retry RPC after error@1352520482) -> (continuation of Deferred@40196550 after retry RPC after error@790534136) -> (continuation of Deferred@470026693 after retry RPC after error@582929828) -> (continuation of Deferred@180165468 after retry RPC after error@1372056740) -> (continuation of Deferred@1840356728 after retry RPC after error@959889031)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:47.445 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:55:47.445 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:55:47.448 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.449231  8647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:47.531 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468547530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:47.545 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:55:47.548 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:55:47.625 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:47.625 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:47.625 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:47.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:47.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:47.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:47.627 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:47.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:47.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:47.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:47.814 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:47.814 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:47.815 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:47.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:47.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:47.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:47.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:47.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:47.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:47.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:47.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:47.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:47.816 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:47.824 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.824 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.824 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.826 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.827 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29563), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [116ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [155ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [172ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [173ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [215ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [642ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1083ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1983ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2400ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2403ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5363ms] too many traces: truncated at 100 traces, deferred=Deferred@1090763847(state=PENDING, result=null, callback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968), errback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968)))
23:55:47.828 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.828 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.828 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.829 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.828 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29563), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [116ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [155ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [172ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [173ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [215ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [642ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1083ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1983ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2400ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2403ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5363ms] too many traces: truncated at 100 traces, deferred=Deferred@1090763847(state=PENDING, result=null, callback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968), errback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29563), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [116ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [155ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [172ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [173ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [215ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [642ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1083ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1983ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2400ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2403ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5363ms] too many traces: truncated at 100 traces, deferred=Deferred@1090763847(state=PENDING, result=null, callback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968), errback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.252:33517
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:47.838 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29563), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [116ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [155ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [172ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [173ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [215ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [642ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1083ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1983ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2400ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2403ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5363ms] too many traces: truncated at 100 traces, deferred=Deferred@1090763847(state=PENDING, result=null, callback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968), errback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29563), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [116ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [155ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [172ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [173ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [215ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [642ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [642ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1083ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1983ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2400ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2403ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5363ms] too many traces: truncated at 100 traces, deferred=Deferred@1090763847(state=PENDING, result=null, callback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968), errback=(continuation of Deferred@849886988 after retry RPC after error@152406469) -> (continuation of Deferred@432355953 after retry RPC after error@1173904522) -> (continuation of Deferred@911952742 after retry RPC after error@321238985) -> (continuation of Deferred@587403630 after retry RPC after error@605554056) -> (continuation of Deferred@1223981590 after retry RPC after error@1985021758) -> (continuation of Deferred@1306718459 after retry RPC after error@691181706) -> (continuation of Deferred@1115517808 after retry RPC after error@1013703926) -> (continuation of Deferred@1725214376 after retry RPC after error@1537182768) -> (continuation of Deferred@1926271680 after retry RPC after error@301962296) -> (continuation of Deferred@1377683777 after retry RPC after error@1967399230) -> (continuation of Deferred@57998276 after retry RPC after error@1850208710) -> (continuation of Deferred@1378642574 after retry RPC after error@104201252) -> (continuation of Deferred@574328317 after retry RPC after error@1940099517) -> (continuation of Deferred@1122692445 after retry RPC after error@1805123064) -> (continuation of Deferred@364757266 after retry RPC after error@2054984801) -> (continuation of Deferred@1869155958 after retry RPC after error@1002784350) -> (continuation of Deferred@1082897765 after retry RPC after error@1581973129) -> (continuation of Deferred@2037862792 after retry RPC after error@1745952590) -> (continuation of Deferred@1965866932 after retry RPC after error@2090576174) -> (continuation of Deferred@1067670564 after retry RPC after error@1596514289) -> (continuation of Deferred@1332288191 after retry RPC after error@1855588517) -> (continuation of Deferred@1274882862 after retry RPC after error@1379119863) -> (continuation of Deferred@1426650860 after retry RPC after error@1810432968)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.252:33517
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:47.839 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:47.840 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:47.840 [DEBUG - pool-297-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:47.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:47.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:47.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:47.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:47.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:47.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:47.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:47.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:47.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:47.841 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:47.842 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29585), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [75ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [155ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [155ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [250ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [251ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [251ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [683ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1163ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1202ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [3043ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [5340ms] refreshing cache from master, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@1230417172(state=PENDING, result=null, callback=(continuation of Deferred@1044829075 after retry RPC after error@1521983110) -> (continuation of Deferred@1619604607 after retry RPC after error@483072887) -> (continuation of Deferred@337221942 after retry RPC after error@1916561053) -> (continuation of Deferred@1539284585 after retry RPC after error@527115978) -> (continuation of Deferred@1206111288 after retry RPC after error@1459245783) -> (continuation of Deferred@1896993463 after retry RPC after error@931854121) -> (continuation of Deferred@1859219436 after retry RPC after error@1790567435) -> (continuation of Deferred@365037441 after retry RPC after error@1964087727) -> (continuation of Deferred@274347758 after retry RPC after error@895877458) -> (continuation of Deferred@807270000 after retry RPC after error@1228463421) -> (continuation of Deferred@143949746 after retry RPC after error@234718051) -> (continuation of Deferred@1376541402 after retry RPC after error@1565701267) -> (continuation of Deferred@1989159268 after retry RPC after error@395795022) -> (continuation of Deferred@662509804 after retry RPC after error@1875105468) -> (continuation of Deferred@418322729 after retry RPC after error@898069840) -> (continuation of Deferred@2054336884 after retry RPC after error@200670896) -> (continuation of Deferred@1806932150 after retry RPC after error@1703959909) -> (continuation of Deferred@176597426 after retry RPC after error@782423596) -> (continuation of Deferred@1503890790 after retry RPC after error@1052739650) -> (continuation of Deferred@21724446 after retry RPC after error@962648237) -> (continuation of Deferred@2095950426 after retry RPC after error@1053999133) -> (continuation of Deferred@1680603476 after retry RPC after error@1538388172) -> (continuation of Deferred@1243557530 after retry RPC after error@1659227628), errback=(continuation of Deferred@1044829075 after retry RPC after error@1521983110) -> (continuation of Deferred@1619604607 after retry RPC after error@483072887) -> (continuation of Deferred@337221942 after retry RPC after error@1916561053) -> (continuation of Deferred@1539284585 after retry RPC after error@527115978) -> (continuation of Deferred@1206111288 after retry RPC after error@1459245783) -> (continuation of Deferred@1896993463 after retry RPC after error@931854121) -> (continuation of Deferred@1859219436 after retry RPC after error@1790567435) -> (continuation of Deferred@365037441 after retry RPC after error@1964087727) -> (continuation of Deferred@274347758 after retry RPC after error@895877458) -> (continuation of Deferred@807270000 after retry RPC after error@1228463421) -> (continuation of Deferred@143949746 after retry RPC after error@234718051) -> (continuation of Deferred@1376541402 after retry RPC after error@1565701267) -> (continuation of Deferred@1989159268 after retry RPC after error@395795022) -> (continuation of Deferred@662509804 after retry RPC after error@1875105468) -> (continuation of Deferred@418322729 after retry RPC after error@898069840) -> (continuation of Deferred@2054336884 after retry RPC after error@200670896) -> (continuation of Deferred@1806932150 after retry RPC after error@1703959909) -> (continuation of Deferred@176597426 after retry RPC after error@782423596) -> (continuation of Deferred@1503890790 after retry RPC after error@1052739650) -> (continuation of Deferred@21724446 after retry RPC after error@962648237) -> (continuation of Deferred@2095950426 after retry RPC after error@1053999133) -> (continuation of Deferred@1680603476 after retry RPC after error@1538388172) -> (continuation of Deferred@1243557530 after retry RPC after error@1659227628)))
23:55:47.843 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:55:47.843 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:55:47.844 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:55:47.844 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:55:47.844 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29585), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [75ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [155ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [155ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [250ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [251ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [251ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [683ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1163ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1202ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [3043ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [5340ms] refreshing cache from master, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@1230417172(state=PENDING, result=null, callback=(continuation of Deferred@1044829075 after retry RPC after error@1521983110) -> (continuation of Deferred@1619604607 after retry RPC after error@483072887) -> (continuation of Deferred@337221942 after retry RPC after error@1916561053) -> (continuation of Deferred@1539284585 after retry RPC after error@527115978) -> (continuation of Deferred@1206111288 after retry RPC after error@1459245783) -> (continuation of Deferred@1896993463 after retry RPC after error@931854121) -> (continuation of Deferred@1859219436 after retry RPC after error@1790567435) -> (continuation of Deferred@365037441 after retry RPC after error@1964087727) -> (continuation of Deferred@274347758 after retry RPC after error@895877458) -> (continuation of Deferred@807270000 after retry RPC after error@1228463421) -> (continuation of Deferred@143949746 after retry RPC after error@234718051) -> (continuation of Deferred@1376541402 after retry RPC after error@1565701267) -> (continuation of Deferred@1989159268 after retry RPC after error@395795022) -> (continuation of Deferred@662509804 after retry RPC after error@1875105468) -> (continuation of Deferred@418322729 after retry RPC after error@898069840) -> (continuation of Deferred@2054336884 after retry RPC after error@200670896) -> (continuation of Deferred@1806932150 after retry RPC after error@1703959909) -> (continuation of Deferred@176597426 after retry RPC after error@782423596) -> (continuation of Deferred@1503890790 after retry RPC after error@1052739650) -> (continuation of Deferred@21724446 after retry RPC after error@962648237) -> (continuation of Deferred@2095950426 after retry RPC after error@1053999133) -> (continuation of Deferred@1680603476 after retry RPC after error@1538388172) -> (continuation of Deferred@1243557530 after retry RPC after error@1659227628), errback=(continuation of Deferred@1044829075 after retry RPC after error@1521983110) -> (continuation of Deferred@1619604607 after retry RPC after error@483072887) -> (continuation of Deferred@337221942 after retry RPC after error@1916561053) -> (continuation of Deferred@1539284585 after retry RPC after error@527115978) -> (continuation of Deferred@1206111288 after retry RPC after error@1459245783) -> (continuation of Deferred@1896993463 after retry RPC after error@931854121) -> (continuation of Deferred@1859219436 after retry RPC after error@1790567435) -> (continuation of Deferred@365037441 after retry RPC after error@1964087727) -> (continuation of Deferred@274347758 after retry RPC after error@895877458) -> (continuation of Deferred@807270000 after retry RPC after error@1228463421) -> (continuation of Deferred@143949746 after retry RPC after error@234718051) -> (continuation of Deferred@1376541402 after retry RPC after error@1565701267) -> (continuation of Deferred@1989159268 after retry RPC after error@395795022) -> (continuation of Deferred@662509804 after retry RPC after error@1875105468) -> (continuation of Deferred@418322729 after retry RPC after error@898069840) -> (continuation of Deferred@2054336884 after retry RPC after error@200670896) -> (continuation of Deferred@1806932150 after retry RPC after error@1703959909) -> (continuation of Deferred@176597426 after retry RPC after error@782423596) -> (continuation of Deferred@1503890790 after retry RPC after error@1052739650) -> (continuation of Deferred@21724446 after retry RPC after error@962648237) -> (continuation of Deferred@2095950426 after retry RPC after error@1053999133) -> (continuation of Deferred@1680603476 after retry RPC after error@1538388172) -> (continuation of Deferred@1243557530 after retry RPC after error@1659227628)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.189:38943
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:47.844 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
23:55:47.845 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:55:47.845 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
23:55:47.845 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.845 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:55:47.846 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1190) Task Source: KuduSource -> Sink: Writer (4/4)#1 is already in state FAILED
23:55:47.846 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.846 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.846 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:55:47.846 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
23:55:47.846 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:55:47.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.848 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.858 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:47.858 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:47.858 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:47.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.860 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:47.861 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:55:47.861 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
23:55:47.862 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:55:47.863 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.863 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.864 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.865 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:55:47.869 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:55:47.870 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:55:47.871 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1318) Discarding the results produced by task execution 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:55:47.871 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:47.871 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
23:55:47.872 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4dfeeca2b0540f7d11f0127acc9190d8
23:55:47.883 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.883 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.883 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.885 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.904 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.904 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.904 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.906 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.924 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.924 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.924 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.944 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.946 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.946 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.946 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.958 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:47.958 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:47.959 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:47.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:47.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:47.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:47.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:47.964 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:47.964 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:47.964 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:47.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:47.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:47.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:47.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:47.970 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:47.970 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:47.970 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:47.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:47.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:47.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:47.970 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:47.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:47.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:47.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:47.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:47.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:47.971 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:47.996934  8647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 6
23:55:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.023809  8647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:48.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468548029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:48.040 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:48.041 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:55:48.113 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.113 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29881), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [57ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [57ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [77ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [78ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [131ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [132ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [132ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [523ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1222ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1343ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [3480ms] refreshing cache from master, [3480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [3481ms] too many traces: truncated at 100 traces, deferred=Deferred@494249739(state=PENDING, result=null, callback=(continuation of Deferred@1156191446 after retry RPC after error@747580985) -> (continuation of Deferred@1116682720 after retry RPC after error@1920107333) -> (continuation of Deferred@1714058617 after retry RPC after error@855732579) -> (continuation of Deferred@142216922 after retry RPC after error@1853148219) -> (continuation of Deferred@1530985777 after retry RPC after error@1676805459) -> (continuation of Deferred@992398121 after retry RPC after error@1945881954) -> (continuation of Deferred@797839193 after retry RPC after error@1545949030) -> (continuation of Deferred@1364703304 after retry RPC after error@2095775709) -> (continuation of Deferred@591512542 after retry RPC after error@1433003695) -> (continuation of Deferred@957383090 after retry RPC after error@305108314) -> (continuation of Deferred@1063119858 after retry RPC after error@622542376) -> (continuation of Deferred@406529576 after retry RPC after error@1985017136) -> (continuation of Deferred@637698675 after retry RPC after error@1519653605) -> (continuation of Deferred@467629561 after retry RPC after error@1792539335) -> (continuation of Deferred@1492446452 after retry RPC after error@571330101) -> (continuation of Deferred@1117587248 after retry RPC after error@399105126) -> (continuation of Deferred@1747259687 after retry RPC after error@605361776) -> (continuation of Deferred@245047621 after retry RPC after error@1466496540) -> (continuation of Deferred@386169343 after retry RPC after error@464411641) -> (continuation of Deferred@1281937600 after retry RPC after error@1553991495) -> (continuation of Deferred@1759467181 after retry RPC after error@21477852) -> (continuation of Deferred@186882020 after retry RPC after error@1466250232) -> (continuation of Deferred@1167949191 after retry RPC after error@2041095601) -> (continuation of Deferred@1847824855 after retry RPC after error@271025432) -> (continuation of Deferred@1056486366 after retry RPC after error@46206109) -> (continuation of Deferred@1889437755 after retry RPC after error@1555946613), errback=(continuation of Deferred@1156191446 after retry RPC after error@747580985) -> (continuation of Deferred@1116682720 after retry RPC after error@1920107333) -> (continuation of Deferred@1714058617 after retry RPC after error@855732579) -> (continuation of Deferred@142216922 after retry RPC after error@1853148219) -> (continuation of Deferred@1530985777 after retry RPC after error@1676805459) -> (continuation of Deferred@992398121 after retry RPC after error@1945881954) -> (continuation of Deferred@797839193 after retry RPC after error@1545949030) -> (continuation of Deferred@1364703304 after retry RPC after error@2095775709) -> (continuation of Deferred@591512542 after retry RPC after error@1433003695) -> (continuation of Deferred@957383090 after retry RPC after error@305108314) -> (continuation of Deferred@1063119858 after retry RPC after error@622542376) -> (continuation of Deferred@406529576 after retry RPC after error@1985017136) -> (continuation of Deferred@637698675 after retry RPC after error@1519653605) -> (continuation of Deferred@467629561 after retry RPC after error@1792539335) -> (continuation of Deferred@1492446452 after retry RPC after error@571330101) -> (continuation of Deferred@1117587248 after retry RPC after error@399105126) -> (continuation of Deferred@1747259687 after retry RPC after error@605361776) -> (continuation of Deferred@245047621 after retry RPC after error@1466496540) -> (continuation of Deferred@386169343 after retry RPC after error@464411641) -> (continuation of Deferred@1281937600 after retry RPC after error@1553991495) -> (continuation of Deferred@1759467181 after retry RPC after error@21477852) -> (continuation of Deferred@186882020 after retry RPC after error@1466250232) -> (continuation of Deferred@1167949191 after retry RPC after error@2041095601) -> (continuation of Deferred@1847824855 after retry RPC after error@271025432) -> (continuation of Deferred@1056486366 after retry RPC after error@46206109) -> (continuation of Deferred@1889437755 after retry RPC after error@1555946613)))
23:55:48.123 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.124 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.124 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.125 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.140 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:48.140 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:48.140 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:48.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:48.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:48.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:48.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:48.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:48.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:48.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:48.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:48.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:48.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:48.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:48.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:48.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:48.384 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.384 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.384 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.385 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.424 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RESTARTING to RUNNING.
23:55:48.425 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 4dfeeca2b0540f7d11f0127acc9190d8 from Checkpoint 70 @ 1783468517073 for 4dfeeca2b0540f7d11f0127acc9190d8 located at file:/tmp/junit17060644452128614885/checkpoints/4dfeeca2b0540f7d11f0127acc9190d8/chk-70.
23:55:48.426 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:55:48.426 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:55:48.427 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:55:48.428 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:55:48.429 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 505ebb4cc40f59ecdcd68b864b4d807d
23:55:48.429 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
23:55:48.429 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 505ebb4cc40f59ecdcd68b864b4d807d.
23:55:48.430 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
23:55:48.430 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 505ebb4cc40f59ecdcd68b864b4d807d.
23:55:48.431 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:55:48.431 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:55:48.431 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:55:48.432 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:55:48.432 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id a72f00cba0c36c63e2524fbc24751dee
23:55:48.432 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:55:48.432 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68e39cde
23:55:48.432 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:48.433 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:48.433 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:55:48.433 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a72f00cba0c36c63e2524fbc24751dee.
23:55:48.434 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id a72f00cba0c36c63e2524fbc24751dee.
23:55:48.434 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:55:48.434 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:55:48.434 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 6089c652dabfa45e12b8aadea83c54b7
23:55:48.435 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:55:48.435 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:48.436 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:55:48.436 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 547d11a71b0f9289d701c55ceee202dc
23:55:48.436 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:55:48.436 [INFO - Thread-53] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:55:48.436 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.3.223.254:35097(127.3.223.254:35097)] disconnecting while in state TERMINATED
23:55:48.436 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.3.223.253:40309(127.3.223.253:40309)] disconnecting while in state TERMINATED
23:55:48.437 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.3.223.252:33517(127.3.223.252:33517)] disconnecting while in state TERMINATED
23:55:48.437 [DEBUG - Thread-53] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:55:48.438 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:48.438 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:48.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
23:55:48.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
23:55:48.438 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:48.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:48.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:48.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:48.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:48.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:48.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:48.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:48.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:48.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:48.439 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:48.440 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@185c7a2d
23:55:48.441 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35319ca1
23:55:48.441 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:48.441 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:55:48.443 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6089c652dabfa45e12b8aadea83c54b7.
23:55:48.443 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:55:48.444 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:55:48.444 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 6089c652dabfa45e12b8aadea83c54b7.
23:55:48.447 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:48.449 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@156508a6
23:55:48.452 [INFO - Thread-53] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:55:48.452 [INFO - Thread-53] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:55:48.453 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:48.454 [DEBUG - Thread-53] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:48.454 [INFO - Thread-53] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:55:48.459 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 547d11a71b0f9289d701c55ceee202dc.
23:55:48.461 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 547d11a71b0f9289d701c55ceee202dc.
23:55:48.461 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:55:48.461 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:55:48.462 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f63499d
23:55:48.462 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:48.462 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:55:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.462518  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } attempt: 8
23:55:48.464 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:55:48.464 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:55:48.466 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:55:48.466 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:55:48.467 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e0bff93
23:55:48.467 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:48.467 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:55:48.467 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:55:48.468 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:55:48.471 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e07afbb
23:55:48.483 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@14b3eea1
23:55:48.484 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:48.484 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.489 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:48.490 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:48.490 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:48.490 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:48.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:48.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:48.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:48.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:48.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:48.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:48.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:48.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:48.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:48.492 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:48.499 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:48.499 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:48.499 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:48.499 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:55:48.501 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.501471  8462 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } has no permanent_uuid. Determining permanent_uuid...
23:55:48.507 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.512 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.513746  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:48.515 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.517 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.518 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.519 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.520 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.521 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.521 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.523 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.526 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.530 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468548529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:48.536 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.537 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:55:48.538 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.538 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.539 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:55:48.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.540 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.541 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.542 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.543 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.544 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.544 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.544 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.549 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.550 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.550 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.550 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.551 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.552 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.552 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.553 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.556 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.557 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.558 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.559 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.560 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.561 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.562 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.563 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.565 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.566 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.636 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.637 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.579334  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 1
23:55:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.587059  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:48.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.642 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.643 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:48.643 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:48.643 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:48.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:48.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:48.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:48.644 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:48.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:48.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:48.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:48.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:48.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:48.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:48.645 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.640710  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 2
23:55:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.650277  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:48.651 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.651 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.653 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.657 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.658 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.659 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.660 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.660 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.661 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.662 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.662 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.662 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.663 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.663 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.664 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.665 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.665 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.666 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.666 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.667 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.670 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:48.676 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.676 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.676 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.678 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.678 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.678 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.679 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.679 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.681 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.681 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.681 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.682 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.685 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.685 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.686 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.686 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.687 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:48.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.688 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.688 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.695 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.696 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.696 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.696 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.698 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.698 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.698 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.699 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.701 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.702 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.702 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.705 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.705 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.705 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.710 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.711 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.711 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:48.715 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.715 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.715 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.759 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.760 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.760 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.760 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.760 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.760 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.727002  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 3
23:55:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.737286  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:48.762 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.762 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.762 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.763 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.764 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.764 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.764 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.764 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.765 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.766 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.766 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.766 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.768 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.785 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.785 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.785 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.786 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.786 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.787 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.790 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.791 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.791 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.798 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.798 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.798 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.587733  8658 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 8649
23:55:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.803511  8649 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.620s	user 0.602s	sys 0.995s
23:55:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:47.186292  8660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.804103  8649 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.621s	user 0.602s	sys 0.995s
23:55:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.815289  8649 server_base.cc:1061] running on GCE node
23:55:48.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.815925  8726 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:48.816 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.816 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.816 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.817 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.817763  8649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.820912  8649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.822326  8649 hybrid_clock.cc:648] HybridClock initialized: now 1783468548822283 us; error 38 us; skew 500 ppm
23:55:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.823496  8649 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:48.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.831797  8649 webserver.cc:534] Webserver started at http://127.8.47.124:34297/ using document root <none> and password file <none>
23:55:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.832912  8649 fs_manager.cc:362] Metadata directory not provided
23:55:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.833185  8649 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.833770  8649 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.838901  8649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/data/instance:
23:55:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "673a131bc500495f9e0702bb02419a0f"
23:55:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:48 on dist-test-slave-1rxj"
23:55:48.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.840337  8649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/wal/instance:
23:55:48.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "673a131bc500495f9e0702bb02419a0f"
23:55:48.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:48 on dist-test-slave-1rxj"
23:55:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.850167  8649 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.001s
23:55:48.850 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.850 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.850 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.851 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.857744  8731 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.859136  8649 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.859609  8649 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/wal
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "673a131bc500495f9e0702bb02419a0f"
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:48 on dist-test-slave-1rxj"
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.860029  8649 fs_report.cc:389] FS layout report
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/wal
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/wal
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/data/data
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:48.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.891 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.892921  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 4
23:55:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:48.899963  8462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.47.124:36079: Network error: Client connection negotiation failed: client connection to 127.8.47.124:36079: connect: Connection refused (error 111)
23:55:48.901 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.902 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.902 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.903 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.918 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.918 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.919 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.920 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.925 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.925 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.925 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.953 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:48.953 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:48.953 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:48.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:48.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:48.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:48.954 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:48.956 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.956 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.956 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.957 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:48.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.959985  8649 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:48.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.961848  8649 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:48.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:48.962440  8649 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:48.985 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:48.985 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:48.985 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:48.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.986 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:48.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:48.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:48.986 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.005 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:49.005 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:49.005 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:49.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:49.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:49.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:49.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:49.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:49.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:49.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:49.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:49.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:49.006 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:49.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468549030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:49.041 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:55:49.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:55:49.070 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:49.070 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:49.070 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:49.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:49.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:49.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:49.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:49.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:49.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:49.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:49.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:49.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:49.071 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:49.079 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.079 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.079 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.079233  8649 rpc_server.cc:307] RPC server started. Bound to: 127.8.47.124:36079
23:55:49.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.079344  8782 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.47.124:36079 every 8 connection(s)
23:55:49.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.080 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.082836  8649 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/data/info.pb
23:55:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.084297  8647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 7
23:55:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.087836  8381 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 8649
23:55:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.088455  8381 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/master-2/wal/instance
23:55:49.098 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.099 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.099 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.100 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.101 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.101 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.101 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.101 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.101 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.104 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.104 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.104 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:49.135 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.136 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.136 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.137600  8783 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:55:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.164994  8783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } has no permanent_uuid. Determining permanent_uuid...
23:55:49.175 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:49.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.196482  8462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } attempt: 5
23:55:49.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.198000  8647 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: Bootstrap starting.
23:55:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.209295  8783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } has no permanent_uuid. Determining permanent_uuid...
23:55:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.210040  8647 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: Neither blocks nor log segments found. Creating new log.
23:55:49.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.220253  8647 log.cc:826] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: Log is configured to *not* fsync() on all Append() calls
23:55:49.223 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:49.223 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:49.223 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:49.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.224831  8462 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc: Bootstrap starting.
23:55:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.224893  8783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } has no permanent_uuid. Determining permanent_uuid...
23:55:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.234592  8647 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: No bootstrap required, opened a new log
23:55:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.237636  8462 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc: Neither blocks nor log segments found. Creating new log.
23:55:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.240005  8462 log.cc:826] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc: Log is configured to *not* fsync() on all Append() calls
23:55:49.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.247517  8783 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f: Bootstrap starting.
23:55:49.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.250003  8462 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc: No bootstrap required, opened a new log
23:55:49.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.256613  8783 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f: Neither blocks nor log segments found. Creating new log.
23:55:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.259366  8783 log.cc:826] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f: Log is configured to *not* fsync() on all Append() calls
23:55:49.261 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.261 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.261 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.263 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.265 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:49.265 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:49.265 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:49.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:49.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:49.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:49.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:49.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:49.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:49.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:49.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:49.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:49.266 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:49.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.268383  8647 raft_consensus.cc:359] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.269140  8647 raft_consensus.cc:385] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:49.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.269409  8647 raft_consensus.cc:740] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 79af66518b274d709fd53a9e9f9ea869, State: Initialized, Role: FOLLOWER
23:55:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.270826  8647 consensus_queue.cc:260] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.274722  8783 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f: No bootstrap required, opened a new log
23:55:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.283653  8795 sys_catalog.cc:455] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.284529  8795 sys_catalog.cc:458] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [sys.catalog]: This master's current role is: FOLLOWER
23:55:49.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.282608  8462 raft_consensus.cc:359] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.285861  8647 sys_catalog.cc:565] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [sys.catalog]: configured and running, proceeding with master startup.
23:55:49.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.286003  8462 raft_consensus.cc:385] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:49.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.286463  8462 raft_consensus.cc:740] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f01be0bfd88e441fa9f652e8ac4c73bc, State: Initialized, Role: FOLLOWER
23:55:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.289121  8462 consensus_queue.cc:260] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.294283  8797 sys_catalog.cc:455] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.295288  8797 sys_catalog.cc:458] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [sys.catalog]: This master's current role is: FOLLOWER
23:55:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.296216  8462 sys_catalog.cc:565] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [sys.catalog]: configured and running, proceeding with master startup.
23:55:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.313691  8783 raft_consensus.cc:359] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.314867  8783 raft_consensus.cc:385] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:55:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.315186  8783 raft_consensus.cc:740] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 673a131bc500495f9e0702bb02419a0f, State: Initialized, Role: FOLLOWER
23:55:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.316248  8783 consensus_queue.cc:260] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:49.319574  8601 tablet.cc:2406] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:49.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.327263  8807 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.329748  8783 sys_catalog.cc:565] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: configured and running, proceeding with master startup.
23:55:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.331429  8807 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: This master's current role is: FOLLOWER
23:55:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:49.387024  8415 tablet.cc:2406] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:49.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:49.392165  8819 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:55:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.396652  8829 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:55:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:49.392712  8819 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:55:49.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.355044  8464 master_runner.cc:187] Error getting master registration for 127.8.47.126:33881: OK, instance_id { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" instance_seqno: 1783468543929291 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:55:49.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.403323  8464 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:55:49.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.409844  8831 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:55:49.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.431702  8393 master_runner.cc:264] No leader master found from master f01be0bfd88e441fa9f652e8ac4c73bc
23:55:49.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.432297  8393 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:55:49.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.404901  8649 master_runner.cc:187] Error getting master registration for 127.8.47.126:33881: OK, instance_id { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" instance_seqno: 1783468543929291 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:55:49.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.439239  8649 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:55:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:49.469731  8737 tablet.cc:2406] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:55:49.531 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468549530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:49.535 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.536 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.536 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.537 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.540 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:55:49.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:55:49.555 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.555 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.555 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.556 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.603343  8807 raft_consensus.cc:493] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:55:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.604012  8807 raft_consensus.cc:515] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.606735  8807 leader_election.cc:290] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f01be0bfd88e441fa9f652e8ac4c73bc (127.8.47.126:33881), 79af66518b274d709fd53a9e9f9ea869 (127.8.47.125:37987)
23:55:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.608367  8437 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673a131bc500495f9e0702bb02419a0f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" is_pre_election: true
23:55:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.608408  8622 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673a131bc500495f9e0702bb02419a0f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "79af66518b274d709fd53a9e9f9ea869" is_pre_election: true
23:55:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.609230  8437 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 673a131bc500495f9e0702bb02419a0f in term 0.
23:55:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.609328  8622 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 673a131bc500495f9e0702bb02419a0f in term 0.
23:55:49.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.611048  8733 leader_election.cc:304] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 673a131bc500495f9e0702bb02419a0f, 79af66518b274d709fd53a9e9f9ea869; no voters: 
23:55:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.611797  8807 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:55:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.612192  8807 raft_consensus.cc:493] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:55:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.612501  8807 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 0 FOLLOWER]: Advancing to term 1
23:55:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.619670  8807 raft_consensus.cc:515] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.621971  8807 leader_election.cc:290] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [CANDIDATE]: Term 1 election: Requested vote from peers f01be0bfd88e441fa9f652e8ac4c73bc (127.8.47.126:33881), 79af66518b274d709fd53a9e9f9ea869 (127.8.47.125:37987)
23:55:49.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:49.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.623046  8622 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673a131bc500495f9e0702bb02419a0f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "79af66518b274d709fd53a9e9f9ea869"
23:55:49.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.623126  8437 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "673a131bc500495f9e0702bb02419a0f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc"
23:55:49.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.623616  8622 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [term 0 FOLLOWER]: Advancing to term 1
23:55:49.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.623723  8437 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [term 0 FOLLOWER]: Advancing to term 1
23:55:49.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.630036  8437 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 673a131bc500495f9e0702bb02419a0f in term 1.
23:55:49.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.631122  8733 leader_election.cc:304] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 673a131bc500495f9e0702bb02419a0f, f01be0bfd88e441fa9f652e8ac4c73bc; no voters: 
23:55:49.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.631215  8622 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 673a131bc500495f9e0702bb02419a0f in term 1.
23:55:49.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.631899  8807 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 1 FOLLOWER]: Leader election won for term 1
23:55:49.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.634665  8807 raft_consensus.cc:697] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [term 1 LEADER]: Becoming Leader. State: Replica: 673a131bc500495f9e0702bb02419a0f, State: Running, Role: LEADER
23:55:49.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.635731  8807 consensus_queue.cc:237] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } }
23:55:49.641 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.642 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.642 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.643 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.648245  8832 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 673a131bc500495f9e0702bb02419a0f. Latest consensus state: current_term: 1 leader_uuid: "673a131bc500495f9e0702bb02419a0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.649199  8832 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: This master's current role is: LEADER
23:55:49.654 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:49.654 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:49.654 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:49.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:49.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:49.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:49.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:49.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:49.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:49.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:49.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:49.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:49.655 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:49.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.657244  8834 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:55:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.668298  8834 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:55:49.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:49.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.691457  8622 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [term 1 FOLLOWER]: Refusing update from remote peer 673a131bc500495f9e0702bb02419a0f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:55:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.691584  8437 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [term 1 FOLLOWER]: Refusing update from remote peer 673a131bc500495f9e0702bb02419a0f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:55:49.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.693789  8832 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:55:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.694648  8807 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [LEADER]: Connected to new peer: Peer: permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:55:49.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:49.718 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:49.718 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:49.719 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:49.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.720 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.734951  8795 sys_catalog.cc:455] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 673a131bc500495f9e0702bb02419a0f. Latest consensus state: current_term: 1 leader_uuid: "673a131bc500495f9e0702bb02419a0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.735756  8795 sys_catalog.cc:458] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [sys.catalog]: This master's current role is: FOLLOWER
23:55:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.747629  8836 mvcc.cc:204] Tried to move back new op lower bound from 7305087179516715008 to 7305087179317497856. Current Snapshot: MvccSnapshot[applied={T|T < 7305087179516715008}]
23:55:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.753002  8807 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "673a131bc500495f9e0702bb02419a0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.753770  8807 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: This master's current role is: LEADER
23:55:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.753980  8797 sys_catalog.cc:455] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 673a131bc500495f9e0702bb02419a0f. Latest consensus state: current_term: 1 leader_uuid: "673a131bc500495f9e0702bb02419a0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.754863  8797 sys_catalog.cc:458] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [sys.catalog]: This master's current role is: FOLLOWER
23:55:49.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.754945  8837 mvcc.cc:204] Tried to move back new op lower bound from 7305087179516715008 to 7305087179317497856. Current Snapshot: MvccSnapshot[applied={T|T < 7305087179516715008}]
23:55:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.762277  8834 catalog_manager.cc:1382] Generated new cluster ID: 13830bfb9c7c4b6494e3ac90e02b1a04
23:55:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.762594  8834 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:55:49.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.764202  8832 sys_catalog.cc:455] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "673a131bc500495f9e0702bb02419a0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.765110  8832 sys_catalog.cc:458] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f [sys.catalog]: This master's current role is: LEADER
23:55:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.779790  8795 sys_catalog.cc:455] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "673a131bc500495f9e0702bb02419a0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.780587  8795 sys_catalog.cc:458] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869 [sys.catalog]: This master's current role is: FOLLOWER
23:55:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.792701  8797 sys_catalog.cc:455] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "673a131bc500495f9e0702bb02419a0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f01be0bfd88e441fa9f652e8ac4c73bc" member_type: VOTER last_known_addr { host: "127.8.47.126" port: 33881 } } peers { permanent_uuid: "79af66518b274d709fd53a9e9f9ea869" member_type: VOTER last_known_addr { host: "127.8.47.125" port: 37987 } } peers { permanent_uuid: "673a131bc500495f9e0702bb02419a0f" member_type: VOTER last_known_addr { host: "127.8.47.124" port: 36079 } } }
23:55:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.793313  8797 sys_catalog.cc:458] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc [sys.catalog]: This master's current role is: FOLLOWER
23:55:49.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.816190  8834 catalog_manager.cc:1405] Generated new certificate authority record
23:55:49.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.818518  8834 catalog_manager.cc:1539] Loading token signing keys...
23:55:49.839 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.839 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.839 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.842 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:49.842 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:49.842 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:49.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:49.842 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.842 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.842 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:49.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.842 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:49.843 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:49.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.853706  8834 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 673a131bc500495f9e0702bb02419a0f: Generated new TSK 0
23:55:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.855846  8834 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:49.870800  8381 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/wal
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/data
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/logs
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/data/info.pb
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.65:0
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.47.65
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.65
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:55:49.941 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:49.941 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:49.941 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:49.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:49.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:49.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:49.943 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:49.970 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:49.971 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:49.971 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:49.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:49.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:49.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:49.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:49.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:49.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:49.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:49.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:49.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:49.972 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:49.974 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:49.975 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:49.975 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:49.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:49.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:49.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:49.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:49.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:49.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:49.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:49.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:49.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:49.975 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:50.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468550030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:50.040 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:55:50.041 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:55:50.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:50.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:50.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:50.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:50.249 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:50.249 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:50.249 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:50.250 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:50.250 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:50.250 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:50.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:50.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:50.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:50.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:50.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:50.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:50.251 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:50.267 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:50.267 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:50.267 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:50.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:50.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:50.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:50.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:50.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:50.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:50.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:50.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:50.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:50.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:50.278 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:50.278 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:50.279 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:50.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:50.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:50.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:50.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:50.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:50.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:50.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:50.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:50.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:50.280 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:50.286 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:50.286 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:50.287 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:50.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:50.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:50.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:50.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:50.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:50.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:50.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:50.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:50.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:50.287 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:50.303 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:50.303 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:50.303 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:50.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:50.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:50.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:50.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:50.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:50.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:50.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:50.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:50.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:50.304 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:50.344 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:50.345 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:50.345 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:50.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.346 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.346 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.346 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:50.355 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:50.355 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:50.355 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:50.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:50.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:50.355393  8846 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:50.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:50.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:50.356096  8846 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:50.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:50.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:50.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:50.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:50.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:50.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:50.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:50.356873  8846 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:50.402 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:50.403 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:50.403 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:50.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.408159  8819 catalog_manager.cc:1294] Loaded cluster ID: 13830bfb9c7c4b6494e3ac90e02b1a04
23:55:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.408613  8819 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: loading cluster ID for follower catalog manager: success
23:55:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:50.417237  8846 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:50.418651  8846 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.47.65
23:55:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.432638  8819 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: acquiring CA information for follower catalog manager: success
23:55:50.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.447521  8831 catalog_manager.cc:1294] Loaded cluster ID: 13830bfb9c7c4b6494e3ac90e02b1a04
23:55:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.449968  8831 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc: loading cluster ID for follower catalog manager: success
23:55:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.459064  8819 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 79af66518b274d709fd53a9e9f9ea869: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:55:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.472007  8831 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc: acquiring CA information for follower catalog manager: success
23:55:50.475 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:50.476 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:50.476 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:50.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:50.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:50.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:50.476 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.485616  8846 tablet_server_runner.cc:78] Tablet server non-default flags:
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/data
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/wal
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.65:0
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/data/info.pb
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.65
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.47.65
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/logs
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.487476  8846 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.489707  8846 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:50.489689  8831 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f01be0bfd88e441fa9f652e8ac4c73bc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:55:50.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468550529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:50.530360  8853 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:50.539 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:55:50.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:55:50.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:50.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:50.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:50.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:50.790 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:50.790 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:50.790 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:50.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:50.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:50.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:50.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:50.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:50.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:50.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:50.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:50.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:50.791 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:51.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468551029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:51.040 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:51.044 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:55:51.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:51.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:51.180 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:51.180 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:51.180 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:51.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:51.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:51.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:51.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:51.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:51.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:51.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:51.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:51.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:51.182 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:51.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:51.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:51.214 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:51.214 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:51.214 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:51.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:51.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:51.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:51.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:51.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:51.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:51.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:51.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:51.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:51.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:51.244 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:51.245 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:51.245 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:51.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:51.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:51.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:51.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:51.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:51.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:51.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:51.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:51.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:51.246 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:51.370 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:51.370 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:51.370 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:51.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:51.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:51.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:51.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:51.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:51.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:51.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:51.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:51.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:51.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:51.439 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:51.439 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:51.439 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:51.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:51.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:51.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:51.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:51.440 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:51.440 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:51.440 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:51.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:51.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:51.441 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:51.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468551530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:51.543 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:55:51.545 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:55:51.589 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:51.589 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:51.589 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:51.590 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:51.590 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:51.590 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:51.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:51.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:51.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:51.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:51.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:51.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:51.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:51.600 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:51.600 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:51.600 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:51.601 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:51.601 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:51.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:51.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:51.601 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:51.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:51.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:51.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:51.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:51.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:51.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:51.625 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:51.625 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:51.625 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:51.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:51.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:51.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:51.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:51.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:51.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:51.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:51.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:51.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:51.627 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:51.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:51.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:51.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:51.905 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:51.905 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:51.905 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:51.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:51.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:51.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:51.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:51.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:51.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:51.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:51.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:51.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:51.907 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:52.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468552030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:52.041 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:52.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:55:52.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:52.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:52.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:52.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:52.338 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:52.338 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:52.338 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:52.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:52.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:52.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:52.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:52.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:52.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:52.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:52.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:52.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:52.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:52.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468552530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:52.541 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:55:52.545 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:55:52.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:52.638 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:52.639 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:52.639 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:52.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:52.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:52.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:52.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:52.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:52.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:52.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:52.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:52.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:52.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:52.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:52.674 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:52.675 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:52.675 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:52.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:52.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:52.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:52.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:52.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:52.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:52.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:52.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:52.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:52.676 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:52.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:52.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:52.904 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:52.905 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:52.905 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:52.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:52.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:52.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:52.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:52.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:52.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:52.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:52.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:52.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:52.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:52.965 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:52.965 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:52.965 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:52.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:52.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:52.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:52.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:52.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:52.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:52.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:52.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:52.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:52.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:53.000 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:53.000 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:53.000 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:53.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:53.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:53.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:53.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:53.000 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:53.000 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:53.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:53.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:53.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:53.001 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:53.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:51.922147  8852 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 8846
23:55:53.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:53.016645  8852 kernel_stack_watchdog.cc:198] Thread 8846 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 391ms:
23:55:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:55:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:55:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:55:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:55:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:50.538302  8854 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:53.018210  8846 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.490s	user 0.664s	sys 1.158s
23:55:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:53.018659  8846 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.491s	user 0.664s	sys 1.158s
23:55:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.026607  8846 server_base.cc:1061] running on GCE node
23:55:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:53.028469  8861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.029942  8846 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:53.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468553030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:53.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.033625  8846 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.035377  8846 hybrid_clock.cc:648] HybridClock initialized: now 1783468553035254 us; error 50 us; skew 500 ppm
23:55:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.036886  8846 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:53.041 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:53.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:55:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.054087  8846 webserver.cc:534] Webserver started at http://127.8.47.65:36437/ using document root <none> and password file <none>
23:55:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.055927  8846 fs_manager.cc:362] Metadata directory not provided
23:55:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.056268  8846 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:53.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.056897  8846 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:53.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.064824  8846 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/data/instance:
23:55:53.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e79c495a5d7d4c698bb241882a0dd47f"
23:55:53.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:53 on dist-test-slave-1rxj"
23:55:53.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.066699  8846 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/wal/instance:
23:55:53.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e79c495a5d7d4c698bb241882a0dd47f"
23:55:53.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:53 on dist-test-slave-1rxj"
23:55:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.100464  8846 fs_manager.cc:696] Time spent creating directory manager: real 0.033s	user 0.019s	sys 0.013s
23:55:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.111094  8866 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:53.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.112782  8846 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.000s	sys 0.004s
23:55:53.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.113277  8846 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/wal
23:55:53.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e79c495a5d7d4c698bb241882a0dd47f"
23:55:53.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:53 on dist-test-slave-1rxj"
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.113808  8846 fs_report.cc:389] FS layout report
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/wal
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/wal
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/data/data
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:53.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:53.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.181834  8846 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.183944  8846 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.184585  8846 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:53.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.188463  8846 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.194725  8846 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.195029  8846 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.195331  8846 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.195547  8846 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:55:53.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:53.322 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:53.322 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:53.322 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:53.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:53.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:53.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:53.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:53.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:53.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:53.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:53.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:53.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:53.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:53.401 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:53.401 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:53.401 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:53.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.405 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:53.449 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:53.450 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:53.450 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:53.450 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.451 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:53.478 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:53.478 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:53.479 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:53.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:53.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:53.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:53.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:53.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:53.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:53.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:53.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:53.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:53.479 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:53.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.479710  8846 rpc_server.cc:307] RPC server started. Bound to: 127.8.47.65:39953
23:55:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.480454  8978 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.47.65:39953 every 8 connection(s)
23:55:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.485133  8846 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/data/info.pb
23:55:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.496271  8381 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 8846
23:55:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.496977  8381 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-0/wal/instance
23:55:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.528525  8381 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/wal
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/data
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/logs
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/data/info.pb
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.66:0
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.47.66
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.66
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:55:53.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468553530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:53.539 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:55:53.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:55:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.607239  8979 heartbeater.cc:344] Connected to a master server at 127.8.47.124:36079
23:55:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.607832  8979 heartbeater.cc:461] Registering TS with master...
23:55:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.609287  8979 heartbeater.cc:507] Master 127.8.47.124:36079 requested a full tablet report, sending...
23:55:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.612782  8748 ts_manager.cc:194] Registered new tserver with Master: e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953)
23:55:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.616295  8748 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.47.65:41647
23:55:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.625279  8980 heartbeater.cc:344] Connected to a master server at 127.8.47.125:37987
23:55:53.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.625710  8980 heartbeater.cc:461] Registering TS with master...
23:55:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.626403  8980 heartbeater.cc:507] Master 127.8.47.125:37987 requested a full tablet report, sending...
23:55:53.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.631480  8612 ts_manager.cc:194] Registered new tserver with Master: e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953)
23:55:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.636642  8984 heartbeater.cc:344] Connected to a master server at 127.8.47.126:33881
23:55:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.637094  8984 heartbeater.cc:461] Registering TS with master...
23:55:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.638115  8984 heartbeater.cc:507] Master 127.8.47.126:33881 requested a full tablet report, sending...
23:55:53.641 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:53.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.642 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:53.642 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:53.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:53.641781  8427 ts_manager.cc:194] Registered new tserver with Master: e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953)
23:55:53.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.643 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:53.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:53.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:53.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:53.726 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:53.726 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:53.726 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:53.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:53.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:53.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:53.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:53.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:53.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:53.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:53.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:53.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:53.727 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:53.790 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:53.790 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:53.790 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:53.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:53.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:53.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:53.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:53.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:53.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:53.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:53.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:53.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:53.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:53.829 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:53.830 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:53.830 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:53.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:53.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:53.830 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:53.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:53.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:53.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:53.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:53.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:53.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:53.831 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:53.916 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:53.916 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:53.916 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:53.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:53.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:53.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:53.917 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:54.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468554030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:54.039 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:55:54.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:55:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:54.101012  8983 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:54.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:54.101702  8983 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:54.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:54.102429  8983 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:54.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:54.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:54.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:54.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:54.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:54.120 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:54.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:54.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:54.120 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:54.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:54.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:54.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:54.121 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:54.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:54.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:54.162748  8983 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:54.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:54.164103  8983 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.47.66
23:55:54.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:54.178 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:54.178 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:54.178 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:54.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:54.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:54.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:54.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:54.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:54.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:54.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:54.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:54.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:54.179 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:54.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:54.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:54.230736  8983 tablet_server_runner.cc:78] Tablet server non-default flags:
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/data
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/wal
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.66:0
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/data/info.pb
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.66
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.47.66
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/logs
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:54.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:54.232674  8983 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:54.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:54.234884  8983 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:54.250 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:54.250 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:54.250 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:54.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:54.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:54.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:54.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:54.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:54.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:54.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:54.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:54.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:54.251 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:54.253008  8995 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:54.342 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:54.343 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:54.343 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:54.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:54.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:54.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:54.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:54.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:54.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:54.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:54.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:54.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:54.344 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:54.349 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:54.350 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:54.350 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:54.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:54.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:54.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:54.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:54.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:54.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:54.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:54.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:54.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:54.351 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:54.430 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:54.430 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:54.431 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:54.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:54.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:54.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:54.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:54.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:54.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:54.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:54.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:54.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:54.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:54.436221  8779 debug-util.cc:398] Leaking SignalData structure 0x7b08000b72c0 after lost signal to thread 8654
23:55:54.505 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:54.505 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:54.505 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:54.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:54.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:54.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:54.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:54.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:54.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:54.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:54.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:54.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:54.507 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:54.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468554529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:54.547 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:55:54.549 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:55:54.605 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:54.605 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:54.606 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:54.606 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:54.606 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:54.606 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:54.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:54.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:54.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:54.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:54.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:54.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:54.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:54.621021  8979 heartbeater.cc:499] Master 127.8.47.124:36079 was elected leader, sending a full tablet report...
23:55:54.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:54.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:54.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:54.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:54.723 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:54.723 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:54.723 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:54.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:54.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:54.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:54.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:54.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:54.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:54.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:54.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:54.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:54.724 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:54.909 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:54.909 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:54.909 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:54.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:54.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:54.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:54.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:54.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:54.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:54.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:54.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:54.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:54.911 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:55.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468555029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:55.040 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:55.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:55:55.101 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:55.102 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:55.102 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:55.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:55.126 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:55.162 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:55.162 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:55.162 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:55.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.164 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:55.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:55.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:55.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:55.298 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:55.298 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:55.299 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:55.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:55.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:55.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:55.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:55.300 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:55.300 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:55.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:55.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:55.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:55.301 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:55.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468555529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:55.540 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:55:55.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:55:55.585 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:55.585 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:55.585 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:55.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:55.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:55.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:55.588 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:55.600 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:55.600 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:55.600 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:55.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:55.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:55.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:55.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:55.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:55.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:55.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:55.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:55.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:55.602 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:55.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:55.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:55.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:55.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:55.854 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:55.855 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:55.855 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:55.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:55.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:55.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:55.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:55.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:55.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:55.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:55.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:55.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:55.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:55.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28030), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [139ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [179ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [185ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [185ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [224ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [224ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [244ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [283ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [284ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [284ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [284ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [404ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [602ms] refreshing cache from master, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [603ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1002ms] refreshing cache from master, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1003ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1284ms] refreshing cache from master, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1286ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1286ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1286ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2304ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [3002ms] refreshing cache from master, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3004ms] too many traces: truncated at 100 traces, deferred=Deferred@1933870063(state=PENDING, result=null, callback=(continuation of Deferred@1345375051 after retry RPC after error@920853465) -> (continuation of Deferred@1616068598 after retry RPC after error@937395176) -> (continuation of Deferred@1633909963 after retry RPC after error@1332776685) -> (continuation of Deferred@916829306 after retry RPC after error@2108596613) -> (continuation of Deferred@131141599 after retry RPC after error@1285422638) -> (continuation of Deferred@1459652003 after retry RPC after error@1605018703) -> (continuation of Deferred@1342896018 after retry RPC after error@1933909811) -> (continuation of Deferred@540778853 after retry RPC after error@716829169) -> (continuation of Deferred@755508563 after retry RPC after error@1995381574) -> (continuation of Deferred@186821751 after retry RPC after error@1861350043) -> (continuation of Deferred@46096555 after retry RPC after error@210009745) -> (continuation of Deferred@307964514 after retry RPC after error@1944024984) -> (continuation of Deferred@178060144 after retry RPC after error@633564228) -> (continuation of Deferred@1853901476 after retry RPC after error@1718322011) -> (continuation of Deferred@188855197 after retry RPC after error@895377405) -> (continuation of Deferred@1499985560 after retry RPC after error@1663883188) -> (continuation of Deferred@1710710039 after retry RPC after error@571557859) -> (continuation of Deferred@1151641103 after retry RPC after error@1093683288) -> (continuation of Deferred@519092876 after retry RPC after error@913758446) -> (continuation of Deferred@1468241137 after retry RPC after error@338846929) -> (continuation of Deferred@252545025 after retry RPC after error@255623334) -> (continuation of Deferred@1146337708 after retry RPC after error@1128286491) -> (continuation of Deferred@552504562 after retry RPC after error@1262227961) -> (continuation of Deferred@310075371 after retry RPC after error@1395840046) -> (continuation of Deferred@124738470 after retry RPC after error@746008939) -> (continuation of Deferred@1690019593 after retry RPC after error@560827412), errback=(continuation of Deferred@1345375051 after retry RPC after error@920853465) -> (continuation of Deferred@1616068598 after retry RPC after error@937395176) -> (continuation of Deferred@1633909963 after retry RPC after error@1332776685) -> (continuation of Deferred@916829306 after retry RPC after error@2108596613) -> (continuation of Deferred@131141599 after retry RPC after error@1285422638) -> (continuation of Deferred@1459652003 after retry RPC after error@1605018703) -> (continuation of Deferred@1342896018 after retry RPC after error@1933909811) -> (continuation of Deferred@540778853 after retry RPC after error@716829169) -> (continuation of Deferred@755508563 after retry RPC after error@1995381574) -> (continuation of Deferred@186821751 after retry RPC after error@1861350043) -> (continuation of Deferred@46096555 after retry RPC after error@210009745) -> (continuation of Deferred@307964514 after retry RPC after error@1944024984) -> (continuation of Deferred@178060144 after retry RPC after error@633564228) -> (continuation of Deferred@1853901476 after retry RPC after error@1718322011) -> (continuation of Deferred@188855197 after retry RPC after error@895377405) -> (continuation of Deferred@1499985560 after retry RPC after error@1663883188) -> (continuation of Deferred@1710710039 after retry RPC after error@571557859) -> (continuation of Deferred@1151641103 after retry RPC after error@1093683288) -> (continuation of Deferred@519092876 after retry RPC after error@913758446) -> (continuation of Deferred@1468241137 after retry RPC after error@338846929) -> (continuation of Deferred@252545025 after retry RPC after error@255623334) -> (continuation of Deferred@1146337708 after retry RPC after error@1128286491) -> (continuation of Deferred@552504562 after retry RPC after error@1262227961) -> (continuation of Deferred@310075371 after retry RPC after error@1395840046) -> (continuation of Deferred@124738470 after retry RPC after error@746008939) -> (continuation of Deferred@1690019593 after retry RPC after error@560827412)))
23:55:55.859 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:55:55.859 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28030), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [139ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [179ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [185ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [185ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [224ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [224ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [244ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [283ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [284ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [284ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [284ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [404ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [602ms] refreshing cache from master, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [603ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1002ms] refreshing cache from master, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1003ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1284ms] refreshing cache from master, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1286ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1286ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1286ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2304ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [3002ms] refreshing cache from master, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3004ms] too many traces: truncated at 100 traces, deferred=Deferred@1933870063(state=PENDING, result=null, callback=(continuation of Deferred@1345375051 after retry RPC after error@920853465) -> (continuation of Deferred@1616068598 after retry RPC after error@937395176) -> (continuation of Deferred@1633909963 after retry RPC after error@1332776685) -> (continuation of Deferred@916829306 after retry RPC after error@2108596613) -> (continuation of Deferred@131141599 after retry RPC after error@1285422638) -> (continuation of Deferred@1459652003 after retry RPC after error@1605018703) -> (continuation of Deferred@1342896018 after retry RPC after error@1933909811) -> (continuation of Deferred@540778853 after retry RPC after error@716829169) -> (continuation of Deferred@755508563 after retry RPC after error@1995381574) -> (continuation of Deferred@186821751 after retry RPC after error@1861350043) -> (continuation of Deferred@46096555 after retry RPC after error@210009745) -> (continuation of Deferred@307964514 after retry RPC after error@1944024984) -> (continuation of Deferred@178060144 after retry RPC after error@633564228) -> (continuation of Deferred@1853901476 after retry RPC after error@1718322011) -> (continuation of Deferred@188855197 after retry RPC after error@895377405) -> (continuation of Deferred@1499985560 after retry RPC after error@1663883188) -> (continuation of Deferred@1710710039 after retry RPC after error@571557859) -> (continuation of Deferred@1151641103 after retry RPC after error@1093683288) -> (continuation of Deferred@519092876 after retry RPC after error@913758446) -> (continuation of Deferred@1468241137 after retry RPC after error@338846929) -> (continuation of Deferred@252545025 after retry RPC after error@255623334) -> (continuation of Deferred@1146337708 after retry RPC after error@1128286491) -> (continuation of Deferred@552504562 after retry RPC after error@1262227961) -> (continuation of Deferred@310075371 after retry RPC after error@1395840046) -> (continuation of Deferred@124738470 after retry RPC after error@746008939) -> (continuation of Deferred@1690019593 after retry RPC after error@560827412), errback=(continuation of Deferred@1345375051 after retry RPC after error@920853465) -> (continuation of Deferred@1616068598 after retry RPC after error@937395176) -> (continuation of Deferred@1633909963 after retry RPC after error@1332776685) -> (continuation of Deferred@916829306 after retry RPC after error@2108596613) -> (continuation of Deferred@131141599 after retry RPC after error@1285422638) -> (continuation of Deferred@1459652003 after retry RPC after error@1605018703) -> (continuation of Deferred@1342896018 after retry RPC after error@1933909811) -> (continuation of Deferred@540778853 after retry RPC after error@716829169) -> (continuation of Deferred@755508563 after retry RPC after error@1995381574) -> (continuation of Deferred@186821751 after retry RPC after error@1861350043) -> (continuation of Deferred@46096555 after retry RPC after error@210009745) -> (continuation of Deferred@307964514 after retry RPC after error@1944024984) -> (continuation of Deferred@178060144 after retry RPC after error@633564228) -> (continuation of Deferred@1853901476 after retry RPC after error@1718322011) -> (continuation of Deferred@188855197 after retry RPC after error@895377405) -> (continuation of Deferred@1499985560 after retry RPC after error@1663883188) -> (continuation of Deferred@1710710039 after retry RPC after error@571557859) -> (continuation of Deferred@1151641103 after retry RPC after error@1093683288) -> (continuation of Deferred@519092876 after retry RPC after error@913758446) -> (continuation of Deferred@1468241137 after retry RPC after error@338846929) -> (continuation of Deferred@252545025 after retry RPC after error@255623334) -> (continuation of Deferred@1146337708 after retry RPC after error@1128286491) -> (continuation of Deferred@552504562 after retry RPC after error@1262227961) -> (continuation of Deferred@310075371 after retry RPC after error@1395840046) -> (continuation of Deferred@124738470 after retry RPC after error@746008939) -> (continuation of Deferred@1690019593 after retry RPC after error@560827412)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.252:46335
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:55.860 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:55:55.862 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:55.862 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:55.862 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:55.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:55.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:55.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:55.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:55.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:55.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:55.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:55.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:55.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:55.864 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:55.867 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:55:55.870 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28030), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [139ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [179ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [185ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [185ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [224ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [224ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [244ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [283ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [284ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [284ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [284ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [404ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [602ms] refreshing cache from master, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [603ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [603ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1002ms] refreshing cache from master, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1003ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1284ms] refreshing cache from master, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1286ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1286ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1286ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2304ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2304ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [3002ms] refreshing cache from master, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3004ms] too many traces: truncated at 100 traces, deferred=Deferred@1933870063(state=PENDING, result=null, callback=(continuation of Deferred@1345375051 after retry RPC after error@920853465) -> (continuation of Deferred@1616068598 after retry RPC after error@937395176) -> (continuation of Deferred@1633909963 after retry RPC after error@1332776685) -> (continuation of Deferred@916829306 after retry RPC after error@2108596613) -> (continuation of Deferred@131141599 after retry RPC after error@1285422638) -> (continuation of Deferred@1459652003 after retry RPC after error@1605018703) -> (continuation of Deferred@1342896018 after retry RPC after error@1933909811) -> (continuation of Deferred@540778853 after retry RPC after error@716829169) -> (continuation of Deferred@755508563 after retry RPC after error@1995381574) -> (continuation of Deferred@186821751 after retry RPC after error@1861350043) -> (continuation of Deferred@46096555 after retry RPC after error@210009745) -> (continuation of Deferred@307964514 after retry RPC after error@1944024984) -> (continuation of Deferred@178060144 after retry RPC after error@633564228) -> (continuation of Deferred@1853901476 after retry RPC after error@1718322011) -> (continuation of Deferred@188855197 after retry RPC after error@895377405) -> (continuation of Deferred@1499985560 after retry RPC after error@1663883188) -> (continuation of Deferred@1710710039 after retry RPC after error@571557859) -> (continuation of Deferred@1151641103 after retry RPC after error@1093683288) -> (continuation of Deferred@519092876 after retry RPC after error@913758446) -> (continuation of Deferred@1468241137 after retry RPC after error@338846929) -> (continuation of Deferred@252545025 after retry RPC after error@255623334) -> (continuation of Deferred@1146337708 after retry RPC after error@1128286491) -> (continuation of Deferred@552504562 after retry RPC after error@1262227961) -> (continuation of Deferred@310075371 after retry RPC after error@1395840046) -> (continuation of Deferred@124738470 after retry RPC after error@746008939) -> (continuation of Deferred@1690019593 after retry RPC after error@560827412), errback=(continuation of Deferred@1345375051 after retry RPC after error@920853465) -> (continuation of Deferred@1616068598 after retry RPC after error@937395176) -> (continuation of Deferred@1633909963 after retry RPC after error@1332776685) -> (continuation of Deferred@916829306 after retry RPC after error@2108596613) -> (continuation of Deferred@131141599 after retry RPC after error@1285422638) -> (continuation of Deferred@1459652003 after retry RPC after error@1605018703) -> (continuation of Deferred@1342896018 after retry RPC after error@1933909811) -> (continuation of Deferred@540778853 after retry RPC after error@716829169) -> (continuation of Deferred@755508563 after retry RPC after error@1995381574) -> (continuation of Deferred@186821751 after retry RPC after error@1861350043) -> (continuation of Deferred@46096555 after retry RPC after error@210009745) -> (continuation of Deferred@307964514 after retry RPC after error@1944024984) -> (continuation of Deferred@178060144 after retry RPC after error@633564228) -> (continuation of Deferred@1853901476 after retry RPC after error@1718322011) -> (continuation of Deferred@188855197 after retry RPC after error@895377405) -> (continuation of Deferred@1499985560 after retry RPC after error@1663883188) -> (continuation of Deferred@1710710039 after retry RPC after error@571557859) -> (continuation of Deferred@1151641103 after retry RPC after error@1093683288) -> (continuation of Deferred@519092876 after retry RPC after error@913758446) -> (continuation of Deferred@1468241137 after retry RPC after error@338846929) -> (continuation of Deferred@252545025 after retry RPC after error@255623334) -> (continuation of Deferred@1146337708 after retry RPC after error@1128286491) -> (continuation of Deferred@552504562 after retry RPC after error@1262227961) -> (continuation of Deferred@310075371 after retry RPC after error@1395840046) -> (continuation of Deferred@124738470 after retry RPC after error@746008939) -> (continuation of Deferred@1690019593 after retry RPC after error@560827412)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.252:46335
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:55:55.872 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:55:55.872 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RUNNING to RESTARTING.
23:55:55.873 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:55:55.873 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
23:55:56.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468556030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:56.039 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:56.041 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:56.041 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:56.041 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:56.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:56.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:56.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:56.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:56.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:56.042 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:56.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:56.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:56.042 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:56.043 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:55:56.044 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:55:56.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:56.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:56.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:56.225 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:56.225 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:56.225 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:56.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.226 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:56.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468556530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:56.538 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:55:56.539 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:55:56.545 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:56.545 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:56.545 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:56.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:56.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:56.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:56.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:56.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:56.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:56.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:56.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:56.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:56.547 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:56.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:55.654050  8994 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 8983
23:55:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:56.666623  8994 kernel_stack_watchdog.cc:198] Thread 8983 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
23:55:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:55:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:55:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:55:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:55:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:54.253971  8996 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:56.673396  8983 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.421s	user 0.955s	sys 1.396s
23:55:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:56.674420  8997 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2420 milliseconds
23:55:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:56.674612  8998 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:56.674933  8983 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.422s	user 0.955s	sys 1.396s
23:55:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.675683  8983 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.677166  8983 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.679991  8983 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.681455  8983 hybrid_clock.cc:648] HybridClock initialized: now 1783468556681383 us; error 71 us; skew 500 ppm
23:55:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.682659  8983 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:56.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.691725  8983 webserver.cc:534] Webserver started at http://127.8.47.66:40941/ using document root <none> and password file <none>
23:55:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.693053  8983 fs_manager.cc:362] Metadata directory not provided
23:55:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.693342  8983 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.693949  8983 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.700954  8983 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/data/instance:
23:55:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3379091ac8ee40ec85dfd40043fc0bb7"
23:55:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:56 on dist-test-slave-1rxj"
23:55:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.702674  8983 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/wal/instance:
23:55:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3379091ac8ee40ec85dfd40043fc0bb7"
23:55:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:56 on dist-test-slave-1rxj"
23:55:56.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:56.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.713217  8983 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.000s
23:55:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.721448  9006 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.723028  8983 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
23:55:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.723465  8983 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/wal
23:55:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3379091ac8ee40ec85dfd40043fc0bb7"
23:55:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:56 on dist-test-slave-1rxj"
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.723840  8983 fs_report.cc:389] FS layout report
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/wal
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/wal
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/data/data
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:56.764 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:56.765 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:56.765 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:56.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.790661  8983 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:56.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.792474  8983 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.793043  8983 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:56.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.796994  8983 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.802692  8983 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.802953  8983 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.803261  8983 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:56.803457  8983 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:55:56.805 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:56.805 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:56.805 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:56.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:56.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:56.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:56.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:56.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:56.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:56.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:56.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:56.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:56.807 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:56.839 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:56.839 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:56.839 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:56.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:56.843 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:56.843 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:56.843 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:56.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:56.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:56.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:56.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:56.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:56.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:56.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:56.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:56.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:56.845 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:56.983 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:56.983 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:56.983 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:56.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:56.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:56.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:56.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:56.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:56.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:56.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:56.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:56.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:56.984 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:56.995 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:56.996 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:56.996 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:56.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:56.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:56.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:56.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:57.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468557030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:57.043 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:55:57.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:55:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.119233  8983 rpc_server.cc:307] RPC server started. Bound to: 127.8.47.66:38009
23:55:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.119360  9121 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.47.66:38009 every 8 connection(s)
23:55:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.122610  8983 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/data/info.pb
23:55:57.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.125674  8381 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 8983
23:55:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.126317  8381 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-1/wal/instance
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.155874  8381 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/wal
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/data
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/logs
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/data/info.pb
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.67:0
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.47.67
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.67
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:55:57.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:57.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:57.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.215687  9122 heartbeater.cc:344] Connected to a master server at 127.8.47.124:36079
23:55:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.216228  9122 heartbeater.cc:461] Registering TS with master...
23:55:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.217692  9122 heartbeater.cc:507] Master 127.8.47.124:36079 requested a full tablet report, sending...
23:55:57.221 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:57.221 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:57.221 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:57.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.224 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.221985  8748 ts_manager.cc:194] Registered new tserver with Master: 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:55:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.229847  8748 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.47.66:58247
23:55:57.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.233852  9125 heartbeater.cc:344] Connected to a master server at 127.8.47.126:33881
23:55:57.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.234261  9125 heartbeater.cc:461] Registering TS with master...
23:55:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.234941  9125 heartbeater.cc:507] Master 127.8.47.126:33881 requested a full tablet report, sending...
23:55:57.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.237311  9123 heartbeater.cc:344] Connected to a master server at 127.8.47.125:37987
23:55:57.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.237684  9123 heartbeater.cc:461] Registering TS with master...
23:55:57.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.238288  9123 heartbeater.cc:507] Master 127.8.47.125:37987 requested a full tablet report, sending...
23:55:57.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.238520  8427 ts_manager.cc:194] Registered new tserver with Master: 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:55:57.245 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:57.245 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:57.245 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:57.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:57.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:57.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:57.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:57.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:57.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.243531  8612 ts_manager.cc:194] Registered new tserver with Master: 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:55:57.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:57.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:57.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:57.246 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:57.365 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:57.365 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:57.365 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:57.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.366 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:57.386 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:57.386 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:57.386 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:57.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.387 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:57.396 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:57.396 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:57.396 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:57.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.397 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:57.420 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:57.420 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:57.420 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:57.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.421 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:57.438 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:57.438 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:57.438 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:57.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:57.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:57.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:57.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:57.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:57.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:57.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:57.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:57.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:57.439 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:57.446 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:57.446 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:57.446 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:57.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.447 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:57.456 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:57.456 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:57.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.457 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:57.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.458 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:57.470 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:57.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:57.470 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:57.471 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:57.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:57.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:57.471 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:57.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468557530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:57.539 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:55:57.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:55:57.579 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:57.579 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:57.579 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:57.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:57.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:57.580 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:57.580 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:57.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:57.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:57.710474  9130 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:55:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:57.711293  9130 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:55:57.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:57.712155  9130 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:55:57.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:57.782537  9130 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:55:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:57.784242  9130 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.47.67
23:55:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.846343  9130 tablet_server_runner.cc:78] Tablet server non-default flags:
23:55:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:55:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.47.84:33883
23:55:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:55:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:55:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/data
23:55:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/wal
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.47.67:0
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/data/info.pb
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.47.67
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.47.126:33881,127.8.47.125:37987,127.8.47.124:36079
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.47.67
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/logs
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:55:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:55:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.848124  9130 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:55:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:57.850273  9130 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:55:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:57.865912  9138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:58.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468558030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:58.039 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:55:58.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:55:58.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:58.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:58.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:58.235322  9122 heartbeater.cc:499] Master 127.8.47.124:36079 was elected leader, sending a full tablet report...
23:55:58.301 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:58.302 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:58.302 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:58.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:58.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:58.302 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:58.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:58.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:58.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:58.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:58.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:58.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:58.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:58.305 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:58.305 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:58.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:58.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:58.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:58.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:58.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:58.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:58.307 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:58.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:58.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:58.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:58.307 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:58.469 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:55:58.470 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:55:58.470 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:55:58.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:58.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:58.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:55:58.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:58.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:58.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:55:58.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:58.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:58.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:55:58.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:55:58.490 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:58.490 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:58.491 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:58.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:58.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:58.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:58.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:58.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:58.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:58.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:58.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:58.492 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:58.492 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:58.510 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:58.511 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:58.511 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:58.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:58.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:58.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:58.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:58.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:58.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:58.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:58.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:58.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:58.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:58.531 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468558530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:58.542 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:55:58.544 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:55:58.621 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:58.622 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:58.622 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:58.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.624 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:58.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:58.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:58.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:58.758 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:58.758 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:58.758 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:58.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:58.962 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:58.962 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:58.963 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:58.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.964 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:58.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:58.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:58.965 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:59.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468559030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:59.040 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:55:59.040 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:55:59.040 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:55:59.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:59.040 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:59.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:59.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:59.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:59.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:59.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:55:59.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:55:59.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:55:59.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:55:59.042 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:55:59.043 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:55:59.079 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:59.079 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:59.079 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:59.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:59.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:59.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:59.079 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:59.080 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:59.080 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:59.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:59.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:59.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:59.080 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:59.085 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:55:59.085 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:55:59.085 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:55:59.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:59.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:59.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:55:59.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:59.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:59.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:55:59.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:59.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:59.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:55:59.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:55:59.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:59.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:59.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:59.226 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:55:59.226 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:55:59.227 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:55:59.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:59.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:59.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:55:59.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:59.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:59.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:55:59.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:59.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:59.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:55:59.229 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:55:59.262 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:55:59.262 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:55:59.262 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:55:59.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:59.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:59.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:55:59.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:59.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:59.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:55:59.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:59.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:59.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:55:59.264 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:55:59.318 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:59.319 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:59.319 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:59.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:59.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:59.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:59.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:59.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:59.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:59.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:59.321 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:59.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:59.321 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:59.370 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:55:59.370 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:55:59.370 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:55:59.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:59.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:59.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:55:59.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:59.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:59.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:55:59.372 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:59.372 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:59.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:55:59.372 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:55:59.517 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RESTARTING to RUNNING.
23:55:59.518 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 0c27b7259d4fdd95b93db84a92b79b97 from Checkpoint 63 @ 1783468463124 for 0c27b7259d4fdd95b93db84a92b79b97 located at file:/tmp/junit6173627628910572124/checkpoints/0c27b7259d4fdd95b93db84a92b79b97/chk-63.
23:55:59.519 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
23:55:59.522 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 63 for source Source: KuduSource to checkpoint.
23:55:59.523 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
23:55:59.524 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:55:59.527 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
23:55:59.527 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 10138327bd0030b31a590d7cd3bbfa2f
23:55:59.528 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 10138327bd0030b31a590d7cd3bbfa2f.
23:55:59.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468559529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:55:59.545 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:55:59.547 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:55:59.548 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 10138327bd0030b31a590d7cd3bbfa2f.
23:55:59.550 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
23:55:59.550 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
23:55:59.560 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@11cd8d22
23:55:59.560 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:55:59.561 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:55:59.561 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:55:59.561 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:55:59.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@685ad4e2
23:55:59.598 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:55:59.604 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:59.608 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:59.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.617 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:59.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:59.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:59.644 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:59.657 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:59.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.661 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:59.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.664 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:59.684 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:59.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:59.688 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:59.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.691 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:59.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.692 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:59.705 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:59.705 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:59.705 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:59.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.707 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:59.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:59.724 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:59.724 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:59.725 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:59.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.726 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:59.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:55:59.744 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:59.744 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:59.744 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:59.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:59.269780  9137 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 9130
23:55:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:59.758338  9130 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.891s	user 0.618s	sys 1.049s
23:55:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:57.868664  9139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:59.760461  9130 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.893s	user 0.618s	sys 1.050s
23:55:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:59.761392  9141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:55:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.761355  9130 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:55:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:55:59.761358  9140 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1891 milliseconds
23:55:59.762 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:55:59.763 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:55:59.763 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:55:59.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:59.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:59.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:55:59.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:59.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:59.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:55:59.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:59.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:59.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:55:59.764 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:55:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.766732  9130 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:55:59.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.769884  9130 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:55:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.771478  9130 hybrid_clock.cc:648] HybridClock initialized: now 1783468559771259 us; error 216 us; skew 500 ppm
23:55:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.772645  9130 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:55:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.780227  9130 webserver.cc:534] Webserver started at http://127.8.47.67:35309/ using document root <none> and password file <none>
23:55:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.781389  9130 fs_manager.cc:362] Metadata directory not provided
23:55:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.781733  9130 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:55:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.782260  9130 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:55:59.784 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:59.784 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:59.784 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:59.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.784 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.785 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.787715  9130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/data/instance:
23:55:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "350d1d94c5604cf29f0dd07a82f2d29f"
23:55:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:59 on dist-test-slave-1rxj"
23:55:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.788961  9130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/wal/instance:
23:55:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "350d1d94c5604cf29f0dd07a82f2d29f"
23:55:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:59 on dist-test-slave-1rxj"
23:55:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.797552  9130 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.001s
23:55:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.804430  9159 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:55:59.804 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:55:59.805 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:55:59.805 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:55:59.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:55:59.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:55:59.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:55:59.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:55:59.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.806674  9130 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.001s
23:55:59.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.807204  9130 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/wal
23:55:59.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "350d1d94c5604cf29f0dd07a82f2d29f"
23:55:59.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:55:59 on dist-test-slave-1rxj"
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.807610  9130 fs_report.cc:389] FS layout report
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/wal
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/wal
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/data/data
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:55:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:55:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.868755  9130 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:55:59.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.870530  9130 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:55:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.871027  9130 kserver.cc:163] Server-wide thread pool size limit: 3276
23:55:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.874001  9130 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:55:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.878611  9130 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:55:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.878813  9130 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:55:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.879019  9130 ts_tablet_manager.cc:616] Registered 0 tablets
23:55:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:55:59.879151  9130 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:56:00.004 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:00.005 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:00.005 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:00.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.006 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:00.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468560029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:00.038 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:00.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:56:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.046852  9130 rpc_server.cc:307] RPC server started. Bound to: 127.8.47.67:43061
23:56:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.046942  9272 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.47.67:43061 every 8 connection(s)
23:56:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.049641  9130 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/data/info.pb
23:56:00.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.052201  8381 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 9130
23:56:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.052733  8381 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster12783704694896722893/ts-2/wal/instance
23:56:00.064 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:00.064 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:00.064 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:00.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.066 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.096338  9274 heartbeater.cc:344] Connected to a master server at 127.8.47.125:37987
23:56:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.096664  9273 heartbeater.cc:344] Connected to a master server at 127.8.47.124:36079
23:56:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.096918  9274 heartbeater.cc:461] Registering TS with master...
23:56:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.097152  9273 heartbeater.cc:461] Registering TS with master...
23:56:00.098 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:00.098 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:00.098 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:00.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.099 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.099 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.098667  9274 heartbeater.cc:507] Master 127.8.47.125:37987 requested a full tablet report, sending...
23:56:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.098670  9273 heartbeater.cc:507] Master 127.8.47.124:36079 requested a full tablet report, sending...
23:56:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.100876  9275 heartbeater.cc:344] Connected to a master server at 127.8.47.126:33881
23:56:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.101238  9275 heartbeater.cc:461] Registering TS with master...
23:56:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.102231  9275 heartbeater.cc:507] Master 127.8.47.126:33881 requested a full tablet report, sending...
23:56:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.103535  8747 ts_manager.cc:194] Registered new tserver with Master: 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.103816  8612 ts_manager.cc:194] Registered new tserver with Master: 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.105008  8427 ts_manager.cc:194] Registered new tserver with Master: 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.106225  8747 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.47.67:34567
23:56:00.126 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:00.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.127398  8381 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:56:00.143 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:56:00.143 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:56:00.144 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.8.47.126"
      port: 33881
    }
    bound_http_address {
      host: "127.8.47.126"
      port: 42289
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.8.47.125"
      port: 37987
    }
    bound_http_address {
      host: "127.8.47.125"
      port: 44249
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.8.47.124"
      port: 36079
    }
    bound_http_address {
      host: "127.8.47.124"
      port: 34297
    }
  }
}

23:56:00.145 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:56:00.146 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.8.47.65"
      port: 39953
    }
    bound_http_address {
      host: "127.8.47.65"
      port: 36437
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.8.47.66"
      port: 38009
    }
    bound_http_address {
      host: "127.8.47.66"
      port: 40941
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.8.47.67"
      port: 43061
    }
    bound_http_address {
      host: "127.8.47.67"
      port: 35309
    }
  }
}

23:56:00.146 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:56:00.147 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:00.148 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:56:00.148 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:56:00.148 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:56:00.148 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:56:00.153 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:56:00.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:00.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:00.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:00.385 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:00.385 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:00.385 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:00.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.386 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:00.484 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:00.485 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:00.485 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:00.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:00.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:00.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:00.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:00.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468560529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:00.537 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:56:00.538 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:56:00.552 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:56:00.553 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:56:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.556603  9283 mini_oidc.cc:150] Starting JWKS server
23:56:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.560235  9283 webserver.cc:534] Webserver started at http://127.0.0.1:45813/ using document root <none> and password file <none>
23:56:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.560765  9283 mini_oidc.cc:186] Starting OIDC Discovery server
23:56:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.562945  9283 webserver.cc:534] Webserver started at http://127.0.0.1:42119/ using document root <none> and password file <none>
23:56:00.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:00.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:00.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:00.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:00.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:00.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:00.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:00.600 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:00.600 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:00.600 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:00.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.601 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:00.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:56:00Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:56:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:56:00Z Disabled control of system clock
23:56:00.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:00.630 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:00.631 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:00.631 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:00.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.631 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:00.636488  9283 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/wal
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/data
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/logs
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/data/info.pb
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.254:35283
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.254
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45813/jwks.json with env {}
23:56:00.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:00.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:00.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:00.830 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:00.831 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:00.831 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:00.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:00.863 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:00.863 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:00.863 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:00.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:00.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:00.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:00.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:00.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:00.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:00.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:00.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:00.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:00.864 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:00.965 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:00.966 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:00.966 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:00.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:00.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:00.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:00.966 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:00.984958  9296 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:00.985718  9296 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:00.986336  9296 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:01.022956  9296 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:56:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:01.023260  9296 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:01.023603  9296 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:56:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:01.023833  9296 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:56:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:01.024096  9296 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:56:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:01.024308  9296 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45813/jwks.json
23:56:01.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468561030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:01.039 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:56:01.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:56:01.039 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:01.039 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:01.040 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:01.040 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:01.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:01.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:01.040 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:01.040 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:01.040 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:01.040 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:01.040 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:01.040 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:01.040 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:01.077389  9296 master_runner.cc:387] Master server non-default flags:
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/data
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/wal
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.254:35283
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45813/jwks.json
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/data/info.pb
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.254
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/logs
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:01.078740  9296 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:01.080554  9296 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:01.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:01.093042  9302 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:01.110244  9273 heartbeater.cc:499] Master 127.8.47.124:36079 was elected leader, sending a full tablet report...
23:56:01.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:01.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:01.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:01.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:01.120 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:01.120 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:01.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:01.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:01.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:01.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:01.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:01.120 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:01.122 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:01.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:01.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:01.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:01.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:01.335 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:01.336 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:01.336 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:01.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:01.419 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:01.419 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:01.419 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:01.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:01.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:01.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:01.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:01.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:01.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:01.421 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:01.421 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:01.421 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:01.422 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:01.532 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468561530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:01.546 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:56:01.550 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:56:01.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:01.661 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:01.661 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:01.661 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:01.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:01.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:01.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:01.725 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:01.725 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:01.725 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:01.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:01.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:01.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:01.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:01.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:01.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:01.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:01.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:01.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:01.728 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:01.734 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:01.861 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:01.862 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:01.862 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:01.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:01.938 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:01.938 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:01.938 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:01.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:01.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:01.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:01.940 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:01.940 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:01.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:01.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:01.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:01.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:01.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:01.959 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:01.959 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:01.959 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:01.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:01.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:01.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:01.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:02.022 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:02.022 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:02.023 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:02.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:02.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:02.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:02.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:02.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:02.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:02.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:02.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:02.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:02.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:02.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468562030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:02.042 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:56:02.043 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:02.043 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:02.043 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:02.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:02.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:02.044 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:02.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:02.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:02.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:02.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:02.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:02.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:02.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:02.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:56:02.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:02.165 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:02.165 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:02.165 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:02.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:02.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:02.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:02.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:02.345 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:02.345 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:02.345 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:02.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:02.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:02.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:02.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:02.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:02.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:02.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:02.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:02.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:02.347 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:02.429 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:02.430 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:02.430 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:02.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:02.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:02.430 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:02.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:02.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:02.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:02.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:02.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:02.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:02.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:02.431 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:02.431 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:02.432 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:02.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:02.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:02.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:02.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:02.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:02.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:02.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:02.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:02.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:02.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:02.441 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:02.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.442 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:02.442 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:02.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.443 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:02.481 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:02.481 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:02.482 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:02.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:02.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:02.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:02.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:02.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:02.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:02.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:02.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:02.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:02.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:02.531 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468562530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:02.542 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:56:02.543 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:56:02.606 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:02.606 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:02.607 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:02.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:02.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:02.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:02.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:02.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:02.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:02.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:02.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:02.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:02.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:02.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:02.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:02.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:02.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:02.516336  9301 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 9296
23:56:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:02.746999  9301 kernel_stack_watchdog.cc:198] Thread 9296 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 418ms:
23:56:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:56:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:56:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:56:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:56:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:02.748216  9296 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.656s	user 0.557s	sys 1.057s
23:56:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:02.748580  9304 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1653 milliseconds
23:56:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:02.748766  9296 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.656s	user 0.558s	sys 1.057s
23:56:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:01.093151  9303 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:02.750509  9305 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.750458  9296 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:56:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.755467  9296 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:02.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.758108  9296 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.759550  9296 hybrid_clock.cc:648] HybridClock initialized: now 1783468562759511 us; error 40 us; skew 500 ppm
23:56:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.760514  9296 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.767670  9296 webserver.cc:534] Webserver started at http://127.9.16.254:36891/ using document root <none> and password file <none>
23:56:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.768795  9296 fs_manager.cc:362] Metadata directory not provided
23:56:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.769047  9296 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.769644  9296 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.774735  9296 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/data/instance:
23:56:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a77bca4a4b174aeda19c54b358e8d6c7"
23:56:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:02 on dist-test-slave-1rxj"
23:56:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.776023  9296 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/wal/instance:
23:56:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a77bca4a4b174aeda19c54b358e8d6c7"
23:56:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:02 on dist-test-slave-1rxj"
23:56:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.784201  9296 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
23:56:02.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.790643  9314 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.791851  9296 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
23:56:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.792223  9296 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/wal
23:56:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a77bca4a4b174aeda19c54b358e8d6c7"
23:56:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:02 on dist-test-slave-1rxj"
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.792585  9296 fs_report.cc:389] FS layout report
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/wal
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/wal
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/data/data
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.854341  9296 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.855837  9296 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.856249  9296 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:02.884 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:02.885 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:02.885 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:02.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:02.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:02.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:02.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:02.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:02.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:02.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:02.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:02.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:02.885 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:02.918 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:02.919 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:02.919 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:02.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:02.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:02.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:02.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:02.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.933415  9296 rpc_server.cc:307] RPC server started. Bound to: 127.9.16.254:35283
23:56:02.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.933547  9365 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.16.254:35283 every 8 connection(s)
23:56:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.936396  9296 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/data/info.pb
23:56:02.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.939743  9283 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 9296
23:56:02.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.940232  9283 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-0/wal/instance
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.945268  9283 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/wal
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/data
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/logs
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/data/info.pb
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.253:39911
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.253
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45813/jwks.json with env {}
23:56:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.947045  9366 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:02.964596  9366 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } has no permanent_uuid. Determining permanent_uuid...
23:56:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.004999  9366 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } has no permanent_uuid. Determining permanent_uuid...
23:56:03.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.007961  9317 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:03.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.012661  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.253:39911: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:03.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468563030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:03.039 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:03.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:56:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.062261  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } attempt: 1
23:56:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.067631  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.253:39911: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:03.101 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:03.102 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:03.102 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:03.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.102 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.103 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:03.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:03.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.136070  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } attempt: 2
23:56:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.141647  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.253:39911: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:03.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:03.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:03.222 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:03.222 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:03.222 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:03.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:03.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.233109  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } attempt: 3
23:56:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.237708  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.253:39911: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.312294  9368 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.313117  9368 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.313920  9368 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.351802  9368 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:56:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.352142  9368 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.352353  9368 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:56:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.352556  9368 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:56:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.352756  9368 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:56:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.352897  9368 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45813/jwks.json
23:56:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.381058  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } attempt: 4
23:56:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.385836  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.253:39911: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.395639  9368 master_runner.cc:387] Master server non-default flags:
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/data
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/wal
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.253:39911
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45813/jwks.json
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/data/info.pb
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.253
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/logs
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.397289  9368 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.399159  9368 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:03.404 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:03.405 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:03.405 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:03.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.406 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.411368  9378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:03.439 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:03.439 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:03.439 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:03.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.439 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:03.440 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:03.440 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:03.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:03.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:03.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:03.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:03.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:03.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:03.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:03.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:03.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:03.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:03.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.442 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.442 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:03.444 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:03.445 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:03.445 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:03.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:03.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:03.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:03.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:03.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:03.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:03.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:03.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:03.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:03.446 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:03.450 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:03.451 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:03.451 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:03.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:03.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:03.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:03.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:03.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:03.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:03.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:03.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:03.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:03.452 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:03.500 [DEBUG - pool-310-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.6.28.188:34021, [3ms] received response from server master-127.6.28.188:34021: OK, deferred=null) with no deferred attached!
23:56:03.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468563529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:03.550 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:56:03.551 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:56:03.605 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:03.605 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:03.606 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:03.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:03.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:03.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:03.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:03.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:03.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:03.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:03.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:03.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:03.609 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:03.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:03.685562  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } attempt: 5
23:56:03.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.692705  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.253:39911: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:03.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:03.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:03.861 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:03.861 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:03.861 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:03.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:03.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:03.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.863 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:03.863 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:04.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468564029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:04.041 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:56:04.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:56:04.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:04.158 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:04.158 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:04.158 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:04.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.159 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:04.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:04.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:04.215 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:04.216 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:04.216 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:04.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.217 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:04.222 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.6.227.124:45059, [38ms] received response from server master-127.6.227.124:45059: OK, deferred=null) with no deferred attached!
23:56:04.222 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.6.227.124:45059, [22ms] received response from server master-127.6.227.124:45059: OK, deferred=null) with no deferred attached!
23:56:04.222 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.6.227.124:45059, [23ms] received response from server master-127.6.227.124:45059: OK, deferred=null) with no deferred attached!
23:56:04.222 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.6.227.124:45059, [34ms] received response from server master-127.6.227.124:45059: OK, deferred=null) with no deferred attached!
23:56:04.222 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.6.227.124:45059, [23ms] received response from server master-127.6.227.124:45059: OK, deferred=null) with no deferred attached!
23:56:04.222 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.6.227.124:45059, [24ms] received response from server master-127.6.227.124:45059: OK, deferred=null) with no deferred attached!
23:56:04.222 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.6.227.124:45059, [20ms] received response from server master-127.6.227.124:45059: OK, deferred=null) with no deferred attached!
23:56:04.222 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.6.227.124:45059, [23ms] received response from server master-127.6.227.124:45059: OK, deferred=null) with no deferred attached!
23:56:04.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:04.240150  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } attempt: 6
23:56:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:04.252424  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.253:39911: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:04.398 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:04.399 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:04.399 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:04.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:04.502 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:04.502 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:04.503 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:04.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:04.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468564529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:04.543 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:56:04.545 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:56:04.560 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:04.560 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:04.561 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:04.561 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:04.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:04.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:04.561 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:04.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:04.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:04.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:04.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:04.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:04.562 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:04.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:04.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:04.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:04.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:04.790 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:04.791 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:04.791 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:04.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:04.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:04.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:04.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:04.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:04.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:04.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:04.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:04.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:04.793 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:04.818 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:04.818 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:04.818 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:04.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:04.830 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:04.831 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:04.831 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:04.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:04.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:04.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:04.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:04.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:04.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:04.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:04.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:04.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:04.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:04.895 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:04.896 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:04.896 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:04.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:04.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:04.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:04.896 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:04.897 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:04.898 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:04.898 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:04.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:04.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:04.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:04.899 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:05.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468565029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:05.041 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:56:05.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:56:05.126 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:04.813992  9377 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 9368
23:56:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.170670  9377 kernel_stack_watchdog.cc:198] Thread 9368 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
23:56:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:56:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:56:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:56:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:56:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.171607  9368 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.760s	user 0.662s	sys 1.043s
23:56:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.172049  9368 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.761s	user 0.662s	sys 1.043s
23:56:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.172597  9380 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1760 milliseconds
23:56:05.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:03.412576  9379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.173868  9381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.174222  9368 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:56:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.180264  9368 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:05.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.184149  9368 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:05.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.185889  9368 hybrid_clock.cc:648] HybridClock initialized: now 1783468565185833 us; error 52 us; skew 500 ppm
23:56:05.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.188078  9368 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:05.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.198148  9368 webserver.cc:534] Webserver started at http://127.9.16.253:38613/ using document root <none> and password file <none>
23:56:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.199435  9368 fs_manager.cc:362] Metadata directory not provided
23:56:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.199740  9368 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.200414  9368 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.206736  9368 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/data/instance:
23:56:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbf17389785d4c2d8f787bb278247568"
23:56:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:05 on dist-test-slave-1rxj"
23:56:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.208129  9368 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/wal/instance:
23:56:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbf17389785d4c2d8f787bb278247568"
23:56:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:05 on dist-test-slave-1rxj"
23:56:05.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.217034  9368 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.003s
23:56:05.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.223491  9392 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.224977  9368 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:56:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.225349  9368 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/wal
23:56:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbf17389785d4c2d8f787bb278247568"
23:56:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:05 on dist-test-slave-1rxj"
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.225756  9368 fs_report.cc:389] FS layout report
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/wal
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/wal
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/data/data
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:05.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:05.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.285423  9368 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.287104  9368 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.287580  9368 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:05.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.313072  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } attempt: 7
23:56:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.321798  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.253:39911: Network error: Client connection negotiation failed: client connection to 127.9.16.253:39911: connect: Connection refused (error 111)
23:56:05.358 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:05.358 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:05.358 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:05.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:05.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:05.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:05.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:05.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:05.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:05.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:05.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:05.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:05.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.370850  9368 rpc_server.cc:307] RPC server started. Bound to: 127.9.16.253:39911
23:56:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.370927  9445 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.16.253:39911 every 8 connection(s)
23:56:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.374079  9368 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/data/info.pb
23:56:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.378844  9283 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 9368
23:56:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.379328  9283 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-1/wal/instance
23:56:05.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.381078  9446 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.381880  9283 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/wal
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/data
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/logs
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/data/info.pb
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.252:41799
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.252
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45813/jwks.json with env {}
23:56:05.396 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:05.396 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:05.396 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:05.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:05.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:05.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:05.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:05.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:05.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.394495  9446 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } has no permanent_uuid. Determining permanent_uuid...
23:56:05.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:05.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:05.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:05.397 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.420709  9446 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } has no permanent_uuid. Determining permanent_uuid...
23:56:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.436422  9446 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } has no permanent_uuid. Determining permanent_uuid...
23:56:05.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.439417  9396 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:05.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.443813  9446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:05.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.493361  9446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 1
23:56:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.500726  9446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:05.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468565530 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:05.539 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:56:05.539 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:56:05.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.569144  9446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 2
23:56:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.575706  9446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:05.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.667150  9446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 3
23:56:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.676281  9446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:05.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:05.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:05.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.784996  9448 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.785889  9448 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.786767  9448 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:05.800 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:05.800 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:05.800 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:05.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:05.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:05.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:05.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:05.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:05.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:05.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:05.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:05.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:05.801 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:05.809 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:05.809 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:05.809 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:05.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:05.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:05.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:05.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:05.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:05.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:05.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:05.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:05.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:05.810 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.819759  9446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 4
23:56:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.824524  9446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.842762  9448 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:56:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.843159  9448 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.843480  9448 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:56:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.843832  9448 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:56:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.844159  9448 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:56:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.844419  9448 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45813/jwks.json
23:56:05.866 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:05.866 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:05.867 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:05.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:05.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:05.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:05.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:05.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:05.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:05.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:05.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:05.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:05.867 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.906071  9448 master_runner.cc:387] Master server non-default flags:
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/data
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/wal
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.252:41799
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45813/jwks.json
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/data/info.pb
23:56:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.252
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/logs
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.907866  9448 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:05.910270  9448 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.926213  9458 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:05.929 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:05.930 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:05.930 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:05.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:05.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:05.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:05.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:05.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:05.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:05.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:05.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:05.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:05.931 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:06.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468566030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:06.043 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:56:06.047 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:56:06.103 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:06.104 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:06.104 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:06.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:06.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:06.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:06.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:06.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:06.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:06.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:06.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:06.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:06.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:06.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:06.123965  9446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 5
23:56:06.127 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:06.140087  9446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:06.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:06.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:06.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:06.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:06.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:06.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:06.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:06.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:06.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:06.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:06.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:06.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:06.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:06.187 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:06.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:06.226 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:06.226 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:06.226 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:06.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:06.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:06.340 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:06.340 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:06.340 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:06.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.342 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:06.400 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:06.400 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:06.400 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:06.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:06.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:06.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:06.402 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:06.536 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468566531 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:06.547 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:56:06.550 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
23:56:06.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:06.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:06.687961  9446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 6
23:56:06.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:06.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:06.723973  9446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:06.738 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:06.998 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:06.999 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:06.999 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:07.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.002 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:07.031 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468567030 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:07.043 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:56:07.045 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:07.045 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:07.045 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:07.046 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.046 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.046 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.047 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:07.049 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
23:56:07.063 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:07.063 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:07.063 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:07.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:07.118 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:07.119 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:07.119 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:07.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:07.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:07.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:07.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:07.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:07.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:07.190 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:07.191 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:07.191 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:07.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.192 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.192 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.193 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:07.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:07.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:07.315 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:07.316 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:07.316 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:07.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.317 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.317 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.318 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:07.338 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:07.338 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:07.339 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:07.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:07.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.412307  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } attempt: 8
23:56:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.450573  9366 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } has no permanent_uuid. Determining permanent_uuid...
23:56:07.466 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:07.466 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:07.466 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:07.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.474403  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:07.505 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:07.505 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:07.505 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:07.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:07.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:07.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:07.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:07.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:07.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:07.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:07.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:07.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:07.506 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:07.530 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:07.530 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:07.530 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:07.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:07.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:07.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:07.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:07.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:07.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:07.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:07.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:07.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:07.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:07.533 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468567529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.540480  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 1
23:56:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.550485  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:07.551 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
23:56:07.552 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
23:56:07.562 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:07.562 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:07.562 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:07.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:07.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:07.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:07.563 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.603960  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 2
23:56:07.605 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:07.606 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:07.606 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:07.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:07.608 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.608 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.608 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:07.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:07.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.617543  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:07.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:07.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.694221  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 3
23:56:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.701460  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:07.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:07.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:07.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.784642  9446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 7
23:56:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.812886  9446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:07.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.857034  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 4
23:56:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.867288  9366 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.16.252:41799: Network error: Client connection negotiation failed: client connection to 127.9.16.252:41799: connect: Connection refused (error 111)
23:56:07.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:07.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:07.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:07.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:07.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:07.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:07.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:07.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:07.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:07.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:07.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:07.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:07.892 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.330195  9457 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 9448
23:56:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.923105  9448 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.997s	user 0.663s	sys 1.270s
23:56:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.923511  9448 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.997s	user 0.663s	sys 1.270s
23:56:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:05.929054  9459 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.926659  9461 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:07.928560  9460 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2001 milliseconds
23:56:07.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.928570  9448 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:56:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.930281  9448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.933147  9448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.936859  9448 hybrid_clock.cc:648] HybridClock initialized: now 1783468567936749 us; error 95 us; skew 500 ppm
23:56:07.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.938001  9448 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:07.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.945794  9448 webserver.cc:534] Webserver started at http://127.9.16.252:36925/ using document root <none> and password file <none>
23:56:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.947167  9448 fs_manager.cc:362] Metadata directory not provided
23:56:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.947463  9448 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.947976  9448 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:07.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.953110  9448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/data/instance:
23:56:07.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab397d3f926e46d1856d798c0a46e1ce"
23:56:07.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:07 on dist-test-slave-1rxj"
23:56:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.954658  9448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/wal/instance:
23:56:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab397d3f926e46d1856d798c0a46e1ce"
23:56:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:07 on dist-test-slave-1rxj"
23:56:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.964344  9448 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
23:56:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.972096  9477 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.973711  9448 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
23:56:07.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.974210  9448 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/wal
23:56:07.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab397d3f926e46d1856d798c0a46e1ce"
23:56:07.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:07 on dist-test-slave-1rxj"
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:07.974632  9448 fs_report.cc:389] FS layout report
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/wal
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/wal
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/data/data
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:08.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468568029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:08.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.036465  9448 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:08.037 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:56:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.037988  9448 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:08.038 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
23:56:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.038645  9448 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:08.110 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:08.110 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:08.110 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:08.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:08.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:08.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:08.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:08.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:08.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:08.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:08.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:08.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:08.111 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:08.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.124464  9448 rpc_server.cc:307] RPC server started. Bound to: 127.9.16.252:41799
23:56:08.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.124624  9529 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.16.252:41799 every 8 connection(s)
23:56:08.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:08.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.128278  9448 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/data/info.pb
23:56:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.136343  9530 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.136624  9283 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 9448
23:56:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.137107  9283 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/master-2/wal/instance
23:56:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.156587  9530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } has no permanent_uuid. Determining permanent_uuid...
23:56:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.163910  9366 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 5
23:56:08.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:08.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.216970  9366 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: Bootstrap starting.
23:56:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.220276  9530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } has no permanent_uuid. Determining permanent_uuid...
23:56:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.226454  9366 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: Neither blocks nor log segments found. Creating new log.
23:56:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.229055  9366 log.cc:826] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: Log is configured to *not* fsync() on all Append() calls
23:56:08.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.234897  9530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } has no permanent_uuid. Determining permanent_uuid...
23:56:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.236428  9366 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: No bootstrap required, opened a new log
23:56:08.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.256835  9530 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce: Bootstrap starting.
23:56:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.262763  9366 raft_consensus.cc:359] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.263617  9366 raft_consensus.cc:385] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.263911  9366 raft_consensus.cc:740] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a77bca4a4b174aeda19c54b358e8d6c7, State: Initialized, Role: FOLLOWER
23:56:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.264791  9530 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce: Neither blocks nor log segments found. Creating new log.
23:56:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.264899  9366 consensus_queue.cc:260] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.266961  9530 log.cc:826] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce: Log is configured to *not* fsync() on all Append() calls
23:56:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.274097  9540 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.275180  9540 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [sys.catalog]: This master's current role is: FOLLOWER
23:56:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.275970  9366 sys_catalog.cc:565] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [sys.catalog]: configured and running, proceeding with master startup.
23:56:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.277313  9530 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce: No bootstrap required, opened a new log
23:56:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.303290  9530 raft_consensus.cc:359] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.304199  9530 raft_consensus.cc:385] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.304514  9530 raft_consensus.cc:740] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ab397d3f926e46d1856d798c0a46e1ce, State: Initialized, Role: FOLLOWER
23:56:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.305728  9530 consensus_queue.cc:260] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.311034  9530 sys_catalog.cc:565] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: configured and running, proceeding with master startup.
23:56:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.308888  9553 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.313405  9553 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: This master's current role is: FOLLOWER
23:56:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:08.324230  9552 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:56:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:08.325820  9552 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:56:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.310299  9296 master_runner.cc:187] Error getting master registration for 127.9.16.253:39911: OK, instance_id { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" instance_seqno: 1783468565349177 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:56:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.339984  9296 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:56:08.341 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:08.341 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:08.342 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:08.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:08.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:08.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:08.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:08.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:08.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:08.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:08.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:08.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:08.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:08.366 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:08.366 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:08.366 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:08.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:08.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:08.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:08.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:08.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:08.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:08.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:08.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:08.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:08.368 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:08.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:08.369184  9320 tablet.cc:2406] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:08.400573  9565 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:56:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:08.400924  9565 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:56:08.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.376499  9448 master_runner.cc:187] Error getting master registration for 127.9.16.253:39911: OK, instance_id { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" instance_seqno: 1783468565349177 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:56:08.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.422955  9448 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:56:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.459187  9553 raft_consensus.cc:493] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:08.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.459853  9553 raft_consensus.cc:515] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.462690  9553 leader_election.cc:290] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a77bca4a4b174aeda19c54b358e8d6c7 (127.9.16.254:35283), cbf17389785d4c2d8f787bb278247568 (127.9.16.253:39911)
23:56:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.464860  9341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab397d3f926e46d1856d798c0a46e1ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" is_pre_election: true
23:56:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.466065  9341 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ab397d3f926e46d1856d798c0a46e1ce in term 0.
23:56:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.467993  9480 leader_election.cc:304] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a77bca4a4b174aeda19c54b358e8d6c7, ab397d3f926e46d1856d798c0a46e1ce; no voters: 
23:56:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.469226  9553 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.469614  9553 raft_consensus.cc:493] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.469961  9553 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 0 FOLLOWER]: Advancing to term 1
23:56:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.477131  9553 raft_consensus.cc:515] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:08.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.483939  9553 leader_election.cc:290] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [CANDIDATE]: Term 1 election: Requested vote from peers a77bca4a4b174aeda19c54b358e8d6c7 (127.9.16.254:35283), cbf17389785d4c2d8f787bb278247568 (127.9.16.253:39911)
23:56:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.486179  9341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab397d3f926e46d1856d798c0a46e1ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a77bca4a4b174aeda19c54b358e8d6c7"
23:56:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.486768  9341 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [term 0 FOLLOWER]: Advancing to term 1
23:56:08.530 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468568529 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.536664  9341 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ab397d3f926e46d1856d798c0a46e1ce in term 1.
23:56:08.538 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:08.539 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
23:56:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.539281  9480 leader_election.cc:304] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a77bca4a4b174aeda19c54b358e8d6c7, ab397d3f926e46d1856d798c0a46e1ce; no voters: 
23:56:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.540295  9553 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 1 FOLLOWER]: Leader election won for term 1
23:56:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:08.544999  9483 tablet.cc:2406] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:08.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.551663  9553 raft_consensus.cc:697] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [term 1 LEADER]: Becoming Leader. State: Replica: ab397d3f926e46d1856d798c0a46e1ce, State: Running, Role: LEADER
23:56:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.552750  9553 consensus_queue.cc:237] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.571808  9567 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: SysCatalogTable state changed. Reason: New leader ab397d3f926e46d1856d798c0a46e1ce. Latest consensus state: current_term: 1 leader_uuid: "ab397d3f926e46d1856d798c0a46e1ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.572997  9567 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: This master's current role is: LEADER
23:56:08.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:08.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:08.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:08.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:08.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:08.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:08.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:08.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:08.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:08.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:08.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:08.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:08.579 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.583792  9569 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:56:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.592281  9569 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:56:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.619434  9341 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [term 1 FOLLOWER]: Refusing update from remote peer ab397d3f926e46d1856d798c0a46e1ce: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:56:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.621452  9567 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [LEADER]: Connected to new peer: Peer: permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:08.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.650269  9540 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ab397d3f926e46d1856d798c0a46e1ce. Latest consensus state: current_term: 1 leader_uuid: "ab397d3f926e46d1856d798c0a46e1ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.651033  9540 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [sys.catalog]: This master's current role is: FOLLOWER
23:56:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.661854  9570 mvcc.cc:204] Tried to move back new op lower bound from 7305087257040982016 to 7305087256803381248. Current Snapshot: MvccSnapshot[applied={T|T < 7305087257040982016}]
23:56:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.663386  9553 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ab397d3f926e46d1856d798c0a46e1ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.664098  9553 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: This master's current role is: LEADER
23:56:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.665930  9569 catalog_manager.cc:1382] Generated new cluster ID: 02dc15274f4b453eb3d4de5219a564f7
23:56:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.666237  9569 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:56:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.673542  9571 mvcc.cc:204] Tried to move back new op lower bound from 7305087257040982016 to 7305087256803381248. Current Snapshot: MvccSnapshot[applied={T|T < 7305087257040982016}]
23:56:08.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.701232  9540 sys_catalog.cc:455] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ab397d3f926e46d1856d798c0a46e1ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.701946  9540 sys_catalog.cc:458] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7 [sys.catalog]: This master's current role is: FOLLOWER
23:56:08.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:08.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.714423  9569 catalog_manager.cc:1405] Generated new certificate authority record
23:56:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.717108  9569 catalog_manager.cc:1539] Loading token signing keys...
23:56:08.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:08.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.751078  9569 catalog_manager.cc:6069] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce: Generated new TSK 0
23:56:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.754619  9569 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:56:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:08.791391  9283 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/wal
23:56:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/data
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/logs
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/data/info.pb
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.193:0
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.16.193
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.193
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:56:09.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468569029 for job 21e2debdfd3dd44c55b9e77e6c84805b.
23:56:09.039 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 21e2debdfd3dd44c55b9e77e6c84805b (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:56:09.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
23:56:09.044 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:09.044 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:09.044 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:09.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:09.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:09.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:09.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:09.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:09.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:09.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:09.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:09.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:09.046 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:09.099 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.100 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.100 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.100 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.101 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.101 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.102 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=29751), Traces: [0ms] sending RPC to server master-127.6.28.188:34021, [2ms] received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [13ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [31ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [51ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [71ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [89ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [91ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [130ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [131ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [132ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [151ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [249ms] refreshing cache from master, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [250ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [251ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [430ms] refreshing cache from master, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [431ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [769ms] refreshing cache from master, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [771ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1631ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3710ms] refreshing cache from master, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3711ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [5590ms] refreshing cache from master, [5590ms] too many traces: truncated at 100 traces, deferred=Deferred@597335364(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@12f2e237 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817)))
23:56:09.102 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.103 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.103 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.103 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=29751), Traces: [0ms] sending RPC to server master-127.6.28.188:34021, [2ms] received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [13ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [31ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [51ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [71ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [89ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [91ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [130ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [131ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [132ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [151ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [249ms] refreshing cache from master, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [250ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [251ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [430ms] refreshing cache from master, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [431ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [769ms] refreshing cache from master, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [771ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1631ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3710ms] refreshing cache from master, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3711ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [5590ms] refreshing cache from master, [5590ms] too many traces: truncated at 100 traces, deferred=Deferred@597335364(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@12f2e237 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=29751), Traces: [0ms] sending RPC to server master-127.6.28.188:34021, [2ms] received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [13ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [31ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [51ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [71ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [89ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [91ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [130ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [131ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [132ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [151ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [249ms] refreshing cache from master, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [250ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [251ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [430ms] refreshing cache from master, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [431ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [769ms] refreshing cache from master, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [771ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1631ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3710ms] refreshing cache from master, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3711ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [5590ms] refreshing cache from master, [5590ms] too many traces: truncated at 100 traces, deferred=Deferred@597335364(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@12f2e237 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.28.188:34021
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:09.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.110 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=29751), Traces: [0ms] sending RPC to server master-127.6.28.188:34021, [2ms] received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [13ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [31ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [51ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [71ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [89ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [91ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [130ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [131ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [132ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [151ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [249ms] refreshing cache from master, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [250ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [251ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [430ms] refreshing cache from master, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [431ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [769ms] refreshing cache from master, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [771ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1631ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3710ms] refreshing cache from master, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3711ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [5590ms] refreshing cache from master, [5590ms] too many traces: truncated at 100 traces, deferred=Deferred@597335364(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@12f2e237 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=30000, elapsed=29751), Traces: [0ms] sending RPC to server master-127.6.28.188:34021, [2ms] received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [13ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [31ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [51ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [71ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [89ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [91ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [130ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [131ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [132ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [151ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [249ms] refreshing cache from master, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [250ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [251ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [251ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [430ms] refreshing cache from master, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [431ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [431ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [769ms] refreshing cache from master, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [770ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [771ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1631ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1631ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3710ms] refreshing cache from master, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [3710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [3711ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [3711ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [5590ms] refreshing cache from master, [5590ms] too many traces: truncated at 100 traces, deferred=Deferred@597335364(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$234/0x00007f3510330000@12f2e237 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@251905390 after retry RPC after error@1529319894) -> (continuation of Deferred@740317003 after retry RPC after error@700902306) -> (continuation of Deferred@947876673 after retry RPC after error@1605495993) -> (continuation of Deferred@1896178187 after retry RPC after error@1870666866) -> (continuation of Deferred@740728760 after retry RPC after error@2091023009) -> (continuation of Deferred@644696580 after retry RPC after error@1239523639) -> (continuation of Deferred@1369586924 after retry RPC after error@1044001547) -> (continuation of Deferred@1917547426 after retry RPC after error@912760005) -> (continuation of Deferred@1986167737 after retry RPC after error@430916629) -> (continuation of Deferred@819000033 after retry RPC after error@979095946) -> (continuation of Deferred@1481044531 after retry RPC after error@1001032386) -> (continuation of Deferred@215621804 after retry RPC after error@1751738172) -> (continuation of Deferred@122799976 after retry RPC after error@1749197274) -> (continuation of Deferred@901784382 after retry RPC after error@372499005) -> (continuation of Deferred@533728532 after retry RPC after error@1650533189) -> (continuation of Deferred@1443636708 after retry RPC after error@1604785938) -> (continuation of Deferred@1073744223 after retry RPC after error@722497809) -> (continuation of Deferred@478433938 after retry RPC after error@2080168343) -> (continuation of Deferred@1006009670 after retry RPC after error@331746256) -> (continuation of Deferred@761846776 after retry RPC after error@809869219) -> (continuation of Deferred@944887968 after retry RPC after error@468376817)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.28.188:34021
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:09.112 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:56:09.112 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state RUNNING to RESTARTING.
23:56:09.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:56:09.114 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:56:09.115 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:56:09.115 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:56:09.115 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:56:09.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.120 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.122 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:09.128 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:56:09.129 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:56:09.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:56:09.131 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:56:09.133 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:56:09.133 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:56:09.140 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.140 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.140 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.140 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.141 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.141 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.141 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.141 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.152 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ba79ab1c6522498995b306dbf5949f2e(127.6.227.67:43245)] disconnecting while in state TERMINATED
23:56:09.152 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.6.227.124:45059(127.6.227.124:45059)] disconnecting while in state TERMINATED
23:56:09.152 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.6.227.125:41905(127.6.227.125:41905)] disconnecting while in state TERMINATED
23:56:09.152 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.6.227.126:35549(127.6.227.126:35549)] disconnecting while in state TERMINATED
23:56:09.152 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:09.153 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:56:09.153 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
23:56:09.153 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
23:56:09.159 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.159 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.159 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.160 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.160 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.160 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.161 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.163 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:56:09.163 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:56:09.163 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:56:09.167 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.6.227.124:45059(127.6.227.124:45059)] disconnecting while in state TERMINATED
23:56:09.167 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.6.227.125:41905(127.6.227.125:41905)] disconnecting while in state TERMINATED
23:56:09.168 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.6.227.126:35549(127.6.227.126:35549)] disconnecting while in state TERMINATED
23:56:09.168 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:09.168 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:56:09.168 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:56:09.180 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.180 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.180 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.183 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.183 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:09.183 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:09.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.184 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:09.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:09.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:09.195 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:56:09.195 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:56:09.195 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:56:09.200 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.200 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.200 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.201 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:09.218 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.6.227.124:45059(127.6.227.124:45059)] disconnecting while in state TERMINATED
23:56:09.218 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.6.227.125:41905(127.6.227.125:41905)] disconnecting while in state TERMINATED
23:56:09.218 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.6.227.126:35549(127.6.227.126:35549)] disconnecting while in state TERMINATED
23:56:09.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:09.219 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:56:09.219 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:56:09.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:09.239 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.240 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.240 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.241 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.255 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:56:09.255 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:56:09.255 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:56:09.268 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.6.227.124:45059(127.6.227.124:45059)] disconnecting while in state TERMINATED
23:56:09.268 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.6.227.125:41905(127.6.227.125:41905)] disconnecting while in state TERMINATED
23:56:09.268 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.6.227.126:35549(127.6.227.126:35549)] disconnecting while in state TERMINATED
23:56:09.268 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:09.269 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:56:09.269 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:56:09.298 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:56:09.298 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:56:09.299 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:56:09.299 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:56:09.300 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:56:09.300 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:56:09.301 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:09.313 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:56:09.314 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:56:09.314 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:56:09.314 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:56:09.314 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:56:09.315 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:56:09.315 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:09.338325  9552 catalog_manager.cc:1294] Loaded cluster ID: 02dc15274f4b453eb3d4de5219a564f7
23:56:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:09.338655  9552 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: loading cluster ID for follower catalog manager: success
23:56:09.348 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:56:09.348 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:56:09.348 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:56:09.348 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:56:09.349 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:56:09.350 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:56:09.350 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:09.351032  9552 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: acquiring CA information for follower catalog manager: success
23:56:09.359 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.360 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.360 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.361 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.361 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.361 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:09.363451  9552 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a77bca4a4b174aeda19c54b358e8d6c7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:56:09.366 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:56:09.367 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:56:09.368 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:56:09.368 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:56:09.369 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:56:09.369 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:56:09.370 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 21e2debdfd3dd44c55b9e77e6c84805b
23:56:09.439 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.439 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.440 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.440 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.472275  9575 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.472934  9575 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.473716  9575 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:09.516 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:09.516 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:09.516 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:09.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:09.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.539888  9575 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.541268  9575 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.16.193
23:56:09.565 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:09.565 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:09.566 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:09.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.567 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:09.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:09.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:09.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:09.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.579 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:09.608435  9575 tablet_server_runner.cc:78] Tablet server non-default flags:
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/data
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/wal
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.193:0
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/data/info.pb
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.193
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.16.193
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/logs
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:09.610332  9575 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:09.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:09.612591  9575 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:09.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:09.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.642748  9602 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:09.682 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:09.683 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:09.683 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:09.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.684 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:09.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:09.698 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:09.699 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:09.699 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:09.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:09.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:09.700 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:09.700 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:09.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:09.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:09.740 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:09.740 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:09.740 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:09.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:09.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:09.742 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.742 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.742 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:09.742 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:09.780 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:09.780 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:09.780 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:09.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.782 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.782 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.792878  9118 debug-util.cc:398] Leaking SignalData structure 0x7b08000adf20 after lost signal to thread 8990
23:56:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.794155  9118 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad560 after lost signal to thread 9121
23:56:09.846 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:09.846 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:09.846 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:09.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.848 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:09.858 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:09.858 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:09.859 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:09.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:09.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.860 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.860 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:09.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:09.860 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:09.903327  9446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } attempt: 8
23:56:09.990 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:09.991 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:09.991 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:09.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:09.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:09.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:09.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:10.003 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:10.003 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:10.003 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:10.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.005 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:10.126 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.164476  9446 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568: Bootstrap starting.
23:56:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:10.180403  9480 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.9.16.253:39911 timed out after 1.694s (SENT)
23:56:10.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.212 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state RESTARTING to RUNNING.
23:56:10.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.213 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 21e2debdfd3dd44c55b9e77e6c84805b from Checkpoint 71 @ 1783468569029 for 21e2debdfd3dd44c55b9e77e6c84805b located at file:/tmp/junit17057693120785801947/checkpoints/21e2debdfd3dd44c55b9e77e6c84805b/chk-71.
23:56:10.214 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:56:10.214 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:56:10.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.256 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:56:10.257 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:56:10.257 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 9eb3bc36acb680bab4e38ccb6d77f702
23:56:10.258 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:56:10.258 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:56:10.258 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 2bf279fca58d52bfb04fe365b941da91
23:56:10.259 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:56:10.263 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 9eb3bc36acb680bab4e38ccb6d77f702.
23:56:10.269 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 9eb3bc36acb680bab4e38ccb6d77f702.
23:56:10.270 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2bf279fca58d52bfb04fe365b941da91.
23:56:10.259 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:10.270 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:10.271 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 2bf279fca58d52bfb04fe365b941da91.
23:56:10.271 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:10.271 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:56:10.271 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:56:10.272 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:56:10.272 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71207240
23:56:10.272 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:10.272 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:10.272 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 3219bcf9e400390f1664ce104eaa9adb
23:56:10.272 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:56:10.273 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:56:10.273 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:10.274 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:56:10.274 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id adda2d48dd77b3402898c17cdf0aaf57
23:56:10.275 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:56:10.276 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3219bcf9e400390f1664ce104eaa9adb.
23:56:10.277 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 3219bcf9e400390f1664ce104eaa9adb.
23:56:10.278 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:56:10.278 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:56:10.279 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:10.279 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b3fe422
23:56:10.279 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:10.279 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:10.280 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:10.280 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:10.280 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:56:10.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:10.281 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:56:10.282 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4608ccef
23:56:10.283 [INFO - Thread-55] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:56:10.283 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.6.28.190:34457(127.6.28.190:34457)] disconnecting while in state TERMINATED
23:56:10.284 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:10.284 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:10.284 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:10.284 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:10.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:10.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:10.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:10.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:10.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:10.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:10.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:10.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:10.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:10.285 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:10.287 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@253e5ba3
23:56:10.291 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot adda2d48dd77b3402898c17cdf0aaf57.
23:56:10.291 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:10.292 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id adda2d48dd77b3402898c17cdf0aaf57.
23:56:10.294 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:56:10.295 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:56:10.302 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:56:10.302 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:56:10.302 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.303 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.6.28.189:46549(127.6.28.189:46549)] disconnecting while in state TERMINATED
23:56:10.303 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.6.28.188:34021(127.6.28.188:34021)] disconnecting while in state TERMINATED
23:56:10.303 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b86d3d1
23:56:10.303 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:10.303 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:10.304 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:10.303 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1432620f
23:56:10.304 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:56:10.304 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:56:10.304 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
23:56:10.304 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:56:10.304 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:10.305 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:56:10.306 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:10.309 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:56:10.310 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:56:10.311 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@609822e
23:56:10.312 [INFO - Thread-55] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:56:10.312 [INFO - Thread-55] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:56:10.314 [DEBUG - Thread-55] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:10.314 [INFO - Thread-55] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:56:10.319 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:10.326 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1759a062
23:56:10.331 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:10.378 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.380 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.382 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.394 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.403 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.411 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.426 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.429 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:10.429 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:10.429 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:10.429 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:10.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.447 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.451 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.455160  9446 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568: Neither blocks nor log segments found. Creating new log.
23:56:10.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.477 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.478 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.490 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.506 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.511 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.518 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.525 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.526 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.530 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.534 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.535 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.545 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.549 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.550 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.550 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.551 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.562 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.564 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.566 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.568 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.569 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.571 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.581 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.582 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.583 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.584 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.586 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.594 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.595 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.595 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.596 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.600 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.601 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.605 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.614 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.614 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.615 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.616 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.606412  9446 log.cc:826] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568: Log is configured to *not* fsync() on all Append() calls
23:56:10.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.631 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.654 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.654 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.654 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.656 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.659 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.694 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.694 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.694 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.696 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.698 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.704708  9446 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568: No bootstrap required, opened a new log
23:56:10.708 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.713 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.718 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.719 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.722 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.722 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.723 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.723 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.727 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.727 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.727 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.728 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.728 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.728 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.728 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.732 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.736 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.737 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.742 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:10.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.744 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.744 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.744 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.744 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.747 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.747 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.747 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.748 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:10.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.751 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.751 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.751 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.753 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.755 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:10.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.762 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.763 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.763 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.765 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:10.766 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.766 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.767 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.768 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.768 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.769958  9446 raft_consensus.cc:359] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:10.771 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.771 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.771 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.772 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.770923  9446 raft_consensus.cc:385] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:10.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.773752  9446 raft_consensus.cc:740] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbf17389785d4c2d8f787bb278247568, State: Initialized, Role: FOLLOWER
23:56:10.774 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.774 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.774 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.775828  9446 consensus_queue.cc:260] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } }
23:56:10.783 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.786638  9661 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.787585  9661 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [sys.catalog]: This master's current role is: FOLLOWER
23:56:10.791 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.791 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.791 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.792299  9446 sys_catalog.cc:565] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [sys.catalog]: configured and running, proceeding with master startup.
23:56:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.792498  9417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab397d3f926e46d1856d798c0a46e1ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbf17389785d4c2d8f787bb278247568" is_pre_election: true
23:56:10.793 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.793635  9417 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ab397d3f926e46d1856d798c0a46e1ce in term 0.
23:56:10.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.794828  9420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab397d3f926e46d1856d798c0a46e1ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbf17389785d4c2d8f787bb278247568"
23:56:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.795437  9420 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [term 0 FOLLOWER]: Advancing to term 1
23:56:10.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.801610  9418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab397d3f926e46d1856d798c0a46e1ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbf17389785d4c2d8f787bb278247568"
23:56:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:10.803478  9398 tablet.cc:2406] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.806113  9421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab397d3f926e46d1856d798c0a46e1ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbf17389785d4c2d8f787bb278247568" is_pre_election: true
23:56:10.807 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:10.807507  9421 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:35888 (request call id 2) took 2343 ms (client timeout 1762 ms). Trace:
23:56:10.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:10.808039  9421 rpcz_store.cc:269] 0707 23:56:08.464226 (+     0us) service_pool.cc:167] Inserting onto call queue
23:56:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:08.464443 (+   217us) service_pool.cc:224] Handling call
23:56:10.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:10.807383 (+2342940us) inbound_call.cc:177] Queueing success response
23:56:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:56:10.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.815 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.815 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.816 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:10.822 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.823 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.823 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.824 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:10.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.824591  9420 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ab397d3f926e46d1856d798c0a46e1ce in term 1.
23:56:10.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.825 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.826 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.826 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.826 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.828 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.831 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.831 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.831 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.833 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.833 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.833 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:10.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.833273  9419 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [term 1 FOLLOWER]: Refusing update from remote peer ab397d3f926e46d1856d798c0a46e1ce: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:56:10.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.838 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.838630  9419 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:35888 (request call id 4) took 2222 ms. Trace:
23:56:10.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.840 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.839125  9419 rpcz_store.cc:276] 0707 23:56:08.616758 (+     0us) service_pool.cc:167] Inserting onto call queue
23:56:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:08.616872 (+   114us) service_pool.cc:224] Handling call
23:56:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:10.832232 (+2215360us) raft_consensus.cc:1471] Updating replica for 0 ops
23:56:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:10.834525 (+  2293us) raft_consensus.cc:1697] Filling consensus response to leader.
23:56:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:10.838236 (+  3711us) spinlock_profiling.cc:243] Waited 30.6 ms on lock 0x7b5400020650. stack: 00007f602524a803 00007f602524a700 00007f6024dfb4b4 000000000050eb44 000000000050ead9 00007f602c32d891 00007f602c3c3bcd 00007f602d3f49c9 00007f602baa6cf4 00007f602baa6c82 00007f602baa6bb1 00007f602baa6b2c 00007f602baa5de2 00007f602a095aac 00007f602a094ee6 00007f602a09488f
23:56:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:10.838545 (+   309us) inbound_call.cc:177] Queueing success response
23:56:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":70376192}
23:56:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:10.842060  9420 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:35888 (request call id 3) took 2351 ms (client timeout 1694 ms). Trace:
23:56:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:10.843250  9608 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [LEADER]: Connected to new peer: Peer: permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:10.847 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.847 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.847 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.848 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:10.843885  9420 rpcz_store.cc:269] 0707 23:56:08.490603 (+     0us) service_pool.cc:167] Inserting onto call queue
23:56:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:08.490757 (+   154us) service_pool.cc:224] Handling call
23:56:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:10.841975 (+2351218us) inbound_call.cc:177] Queueing success response
23:56:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:56:10.862 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:10.863 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:10.863 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:10.863 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.863 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.863 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.864 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:10.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.865 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.874 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.874 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.874 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.883 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:10.883 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:10.884 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:10.884 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:10.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:10.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:10.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:10.890 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:10.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:10.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:10.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:10.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:10.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:10.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:10.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:10.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:10.891 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:10.894 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.894 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.894 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.896 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.903 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:10.903 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:10.903 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:10.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:10.907 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.907 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.907 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.908 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.919 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:10.919 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:10.919 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:10.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:10.923 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:10.923 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:10.923 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:10.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:10.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:10.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:10.925 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:10.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:10.945 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:10.945 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:10.945 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:10.946 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:10.946 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:10.946 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:10.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:10.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:10.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:10.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:10.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:10.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:10.948 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:10.948 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.948 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.948 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.949 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.949 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.949 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.951 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:10.951 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:10.951 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:10.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:10.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:10.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:10.953 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:10.964 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:10.964 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:10.964 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:10.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:10.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:10.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:10.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:10.967 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26889), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [8ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [28ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [30ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [44ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [49ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [101ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [486ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [981ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [982ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1386ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1386ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1964ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3342ms] too many traces: truncated at 100 traces, deferred=Deferred@1507546275(state=PENDING, result=null, callback=(continuation of Deferred@1173970659 after retry RPC after error@298922454) -> (continuation of Deferred@1143507287 after retry RPC after error@1205187389) -> (continuation of Deferred@1213522786 after retry RPC after error@1343435839) -> (continuation of Deferred@1349610843 after retry RPC after error@978808883) -> (continuation of Deferred@1442302952 after retry RPC after error@478982053) -> (continuation of Deferred@1196163802 after retry RPC after error@1176184040) -> (continuation of Deferred@769134408 after retry RPC after error@1414560977) -> (continuation of Deferred@1940782675 after retry RPC after error@1812904106) -> (continuation of Deferred@21059628 after retry RPC after error@1444940321) -> (continuation of Deferred@1256405456 after retry RPC after error@1395721166) -> (continuation of Deferred@1480237500 after retry RPC after error@236837272) -> (continuation of Deferred@1575177266 after retry RPC after error@110562099) -> (continuation of Deferred@187526428 after retry RPC after error@1797039352) -> (continuation of Deferred@744089461 after retry RPC after error@313114462) -> (continuation of Deferred@1921807770 after retry RPC after error@2092508247) -> (continuation of Deferred@523765498 after retry RPC after error@1077152012) -> (continuation of Deferred@1359320117 after retry RPC after error@1680574942) -> (continuation of Deferred@997940343 after retry RPC after error@1533496957) -> (continuation of Deferred@641654040 after retry RPC after error@509859192) -> (continuation of Deferred@2132458023 after retry RPC after error@510592799) -> (continuation of Deferred@1323945943 after retry RPC after error@1319181159) -> (continuation of Deferred@1690323734 after retry RPC after error@49409902) -> (continuation of Deferred@40243088 after retry RPC after error@1155159704), errback=(continuation of Deferred@1173970659 after retry RPC after error@298922454) -> (continuation of Deferred@1143507287 after retry RPC after error@1205187389) -> (continuation of Deferred@1213522786 after retry RPC after error@1343435839) -> (continuation of Deferred@1349610843 after retry RPC after error@978808883) -> (continuation of Deferred@1442302952 after retry RPC after error@478982053) -> (continuation of Deferred@1196163802 after retry RPC after error@1176184040) -> (continuation of Deferred@769134408 after retry RPC after error@1414560977) -> (continuation of Deferred@1940782675 after retry RPC after error@1812904106) -> (continuation of Deferred@21059628 after retry RPC after error@1444940321) -> (continuation of Deferred@1256405456 after retry RPC after error@1395721166) -> (continuation of Deferred@1480237500 after retry RPC after error@236837272) -> (continuation of Deferred@1575177266 after retry RPC after error@110562099) -> (continuation of Deferred@187526428 after retry RPC after error@1797039352) -> (continuation of Deferred@744089461 after retry RPC after error@313114462) -> (continuation of Deferred@1921807770 after retry RPC after error@2092508247) -> (continuation of Deferred@523765498 after retry RPC after error@1077152012) -> (continuation of Deferred@1359320117 after retry RPC after error@1680574942) -> (continuation of Deferred@997940343 after retry RPC after error@1533496957) -> (continuation of Deferred@641654040 after retry RPC after error@509859192) -> (continuation of Deferred@2132458023 after retry RPC after error@510592799) -> (continuation of Deferred@1323945943 after retry RPC after error@1319181159) -> (continuation of Deferred@1690323734 after retry RPC after error@49409902) -> (continuation of Deferred@40243088 after retry RPC after error@1155159704)))
23:56:10.968 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
23:56:10.968 [WARN - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26889), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [8ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [28ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [30ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [44ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [49ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [101ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [486ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [981ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [982ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1386ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1386ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1964ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3342ms] too many traces: truncated at 100 traces, deferred=Deferred@1507546275(state=PENDING, result=null, callback=(continuation of Deferred@1173970659 after retry RPC after error@298922454) -> (continuation of Deferred@1143507287 after retry RPC after error@1205187389) -> (continuation of Deferred@1213522786 after retry RPC after error@1343435839) -> (continuation of Deferred@1349610843 after retry RPC after error@978808883) -> (continuation of Deferred@1442302952 after retry RPC after error@478982053) -> (continuation of Deferred@1196163802 after retry RPC after error@1176184040) -> (continuation of Deferred@769134408 after retry RPC after error@1414560977) -> (continuation of Deferred@1940782675 after retry RPC after error@1812904106) -> (continuation of Deferred@21059628 after retry RPC after error@1444940321) -> (continuation of Deferred@1256405456 after retry RPC after error@1395721166) -> (continuation of Deferred@1480237500 after retry RPC after error@236837272) -> (continuation of Deferred@1575177266 after retry RPC after error@110562099) -> (continuation of Deferred@187526428 after retry RPC after error@1797039352) -> (continuation of Deferred@744089461 after retry RPC after error@313114462) -> (continuation of Deferred@1921807770 after retry RPC after error@2092508247) -> (continuation of Deferred@523765498 after retry RPC after error@1077152012) -> (continuation of Deferred@1359320117 after retry RPC after error@1680574942) -> (continuation of Deferred@997940343 after retry RPC after error@1533496957) -> (continuation of Deferred@641654040 after retry RPC after error@509859192) -> (continuation of Deferred@2132458023 after retry RPC after error@510592799) -> (continuation of Deferred@1323945943 after retry RPC after error@1319181159) -> (continuation of Deferred@1690323734 after retry RPC after error@49409902) -> (continuation of Deferred@40243088 after retry RPC after error@1155159704), errback=(continuation of Deferred@1173970659 after retry RPC after error@298922454) -> (continuation of Deferred@1143507287 after retry RPC after error@1205187389) -> (continuation of Deferred@1213522786 after retry RPC after error@1343435839) -> (continuation of Deferred@1349610843 after retry RPC after error@978808883) -> (continuation of Deferred@1442302952 after retry RPC after error@478982053) -> (continuation of Deferred@1196163802 after retry RPC after error@1176184040) -> (continuation of Deferred@769134408 after retry RPC after error@1414560977) -> (continuation of Deferred@1940782675 after retry RPC after error@1812904106) -> (continuation of Deferred@21059628 after retry RPC after error@1444940321) -> (continuation of Deferred@1256405456 after retry RPC after error@1395721166) -> (continuation of Deferred@1480237500 after retry RPC after error@236837272) -> (continuation of Deferred@1575177266 after retry RPC after error@110562099) -> (continuation of Deferred@187526428 after retry RPC after error@1797039352) -> (continuation of Deferred@744089461 after retry RPC after error@313114462) -> (continuation of Deferred@1921807770 after retry RPC after error@2092508247) -> (continuation of Deferred@523765498 after retry RPC after error@1077152012) -> (continuation of Deferred@1359320117 after retry RPC after error@1680574942) -> (continuation of Deferred@997940343 after retry RPC after error@1533496957) -> (continuation of Deferred@641654040 after retry RPC after error@509859192) -> (continuation of Deferred@2132458023 after retry RPC after error@510592799) -> (continuation of Deferred@1323945943 after retry RPC after error@1319181159) -> (continuation of Deferred@1690323734 after retry RPC after error@49409902) -> (continuation of Deferred@40243088 after retry RPC after error@1155159704)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:10.968 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
23:56:10.972 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
23:56:10.974 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26889), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [8ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [28ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [29ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [30ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [44ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [48ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [49ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [63ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [82ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [101ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [485ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [486ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [981ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [982ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1386ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1386ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1964ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3342ms] too many traces: truncated at 100 traces, deferred=Deferred@1507546275(state=PENDING, result=null, callback=(continuation of Deferred@1173970659 after retry RPC after error@298922454) -> (continuation of Deferred@1143507287 after retry RPC after error@1205187389) -> (continuation of Deferred@1213522786 after retry RPC after error@1343435839) -> (continuation of Deferred@1349610843 after retry RPC after error@978808883) -> (continuation of Deferred@1442302952 after retry RPC after error@478982053) -> (continuation of Deferred@1196163802 after retry RPC after error@1176184040) -> (continuation of Deferred@769134408 after retry RPC after error@1414560977) -> (continuation of Deferred@1940782675 after retry RPC after error@1812904106) -> (continuation of Deferred@21059628 after retry RPC after error@1444940321) -> (continuation of Deferred@1256405456 after retry RPC after error@1395721166) -> (continuation of Deferred@1480237500 after retry RPC after error@236837272) -> (continuation of Deferred@1575177266 after retry RPC after error@110562099) -> (continuation of Deferred@187526428 after retry RPC after error@1797039352) -> (continuation of Deferred@744089461 after retry RPC after error@313114462) -> (continuation of Deferred@1921807770 after retry RPC after error@2092508247) -> (continuation of Deferred@523765498 after retry RPC after error@1077152012) -> (continuation of Deferred@1359320117 after retry RPC after error@1680574942) -> (continuation of Deferred@997940343 after retry RPC after error@1533496957) -> (continuation of Deferred@641654040 after retry RPC after error@509859192) -> (continuation of Deferred@2132458023 after retry RPC after error@510592799) -> (continuation of Deferred@1323945943 after retry RPC after error@1319181159) -> (continuation of Deferred@1690323734 after retry RPC after error@49409902) -> (continuation of Deferred@40243088 after retry RPC after error@1155159704), errback=(continuation of Deferred@1173970659 after retry RPC after error@298922454) -> (continuation of Deferred@1143507287 after retry RPC after error@1205187389) -> (continuation of Deferred@1213522786 after retry RPC after error@1343435839) -> (continuation of Deferred@1349610843 after retry RPC after error@978808883) -> (continuation of Deferred@1442302952 after retry RPC after error@478982053) -> (continuation of Deferred@1196163802 after retry RPC after error@1176184040) -> (continuation of Deferred@769134408 after retry RPC after error@1414560977) -> (continuation of Deferred@1940782675 after retry RPC after error@1812904106) -> (continuation of Deferred@21059628 after retry RPC after error@1444940321) -> (continuation of Deferred@1256405456 after retry RPC after error@1395721166) -> (continuation of Deferred@1480237500 after retry RPC after error@236837272) -> (continuation of Deferred@1575177266 after retry RPC after error@110562099) -> (continuation of Deferred@187526428 after retry RPC after error@1797039352) -> (continuation of Deferred@744089461 after retry RPC after error@313114462) -> (continuation of Deferred@1921807770 after retry RPC after error@2092508247) -> (continuation of Deferred@523765498 after retry RPC after error@1077152012) -> (continuation of Deferred@1359320117 after retry RPC after error@1680574942) -> (continuation of Deferred@997940343 after retry RPC after error@1533496957) -> (continuation of Deferred@641654040 after retry RPC after error@509859192) -> (continuation of Deferred@2132458023 after retry RPC after error@510592799) -> (continuation of Deferred@1323945943 after retry RPC after error@1319181159) -> (continuation of Deferred@1690323734 after retry RPC after error@49409902) -> (continuation of Deferred@40243088 after retry RPC after error@1155159704)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:10.975 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:10.975 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
23:56:10.976 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
23:56:10.977 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:56:11.034 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:11.034 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:11.034 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:11.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:11.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:11.039525  9679 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ab397d3f926e46d1856d798c0a46e1ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:11.040421  9679 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [sys.catalog]: This master's current role is: FOLLOWER
23:56:11.043 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:11.043 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:11.043 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:11.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.044 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.045 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:11.041249  9661 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ab397d3f926e46d1856d798c0a46e1ce. Latest consensus state: current_term: 1 leader_uuid: "ab397d3f926e46d1856d798c0a46e1ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:11.045994  9661 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568 [sys.catalog]: This master's current role is: FOLLOWER
23:56:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:11.058277  9684 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:56:11.062 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:11.062 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:11.063 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:11.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.064 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:11.071 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:11.072 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:11.072 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:11.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.073 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:11.124 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:11.124 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:11.124 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:11.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:11.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:11.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:11.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:11.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:11.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:11.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:11.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:11.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:11.125 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:11.126 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:11.183 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:11.183 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:11.183 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:11.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.185 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:11.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:11.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:11.242 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:11.243 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:11.243 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:11.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.244 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:11.370 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:11.370 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:11.370 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:11.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:11.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:11.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:11.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:11.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:11.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:11.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:11.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:11.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:11.372 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:11.391 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:11.392 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:11.392 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:11.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:11.411665  9608 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ab397d3f926e46d1856d798c0a46e1ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a77bca4a4b174aeda19c54b358e8d6c7" member_type: VOTER last_known_addr { host: "127.9.16.254" port: 35283 } } peers { permanent_uuid: "cbf17389785d4c2d8f787bb278247568" member_type: VOTER last_known_addr { host: "127.9.16.253" port: 39911 } } peers { permanent_uuid: "ab397d3f926e46d1856d798c0a46e1ce" member_type: VOTER last_known_addr { host: "127.9.16.252" port: 41799 } } }
23:56:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:11.412770  9608 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab397d3f926e46d1856d798c0a46e1ce [sys.catalog]: This master's current role is: LEADER
23:56:11.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:11.542 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:11.542 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:11.542 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:11.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:11.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:11.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:11.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:11.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:11.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:11.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:11.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:11.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:11.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:11.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:11.703 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:11.703 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:11.703 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:11.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:11.704 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.704 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.705 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:11.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:11.705 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:11.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.706 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.706 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [6ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [27ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [48ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [302ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [704ms] refreshing cache from master, [704ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [707ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1584ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1824ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1942ms] too many traces: truncated at 100 traces, deferred=Deferred@1451404387(state=PENDING, result=null, callback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081), errback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081)))
23:56:11.707 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.707 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.707 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.708 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [6ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [27ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [48ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [302ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [704ms] refreshing cache from master, [704ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [707ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1584ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1824ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1942ms] too many traces: truncated at 100 traces, deferred=Deferred@1451404387(state=PENDING, result=null, callback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081), errback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [6ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [27ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [48ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [302ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [704ms] refreshing cache from master, [704ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [707ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1584ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1824ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1942ms] too many traces: truncated at 100 traces, deferred=Deferred@1451404387(state=PENDING, result=null, callback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081), errback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.60:33767
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:11.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.708 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:11.713 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [6ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [27ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [48ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [302ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [704ms] refreshing cache from master, [704ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [707ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1584ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1824ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1942ms] too many traces: truncated at 100 traces, deferred=Deferred@1451404387(state=PENDING, result=null, callback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081), errback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [6ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [27ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [48ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [301ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [302ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [704ms] refreshing cache from master, [704ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [705ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [705ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [706ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [707ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1584ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1824ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1942ms] too many traces: truncated at 100 traces, deferred=Deferred@1451404387(state=PENDING, result=null, callback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081), errback=(continuation of Deferred@1578922087 after retry RPC after error@764398160) -> (continuation of Deferred@1457359041 after retry RPC after error@369088461) -> (continuation of Deferred@677188189 after retry RPC after error@2077462604) -> (continuation of Deferred@1106416759 after retry RPC after error@718823995) -> (continuation of Deferred@1784107719 after retry RPC after error@224525873) -> (continuation of Deferred@1491436230 after retry RPC after error@835054171) -> (continuation of Deferred@1641301966 after retry RPC after error@1665580467) -> (continuation of Deferred@390193327 after retry RPC after error@164120366) -> (continuation of Deferred@1247910894 after retry RPC after error@471604276) -> (continuation of Deferred@71357312 after retry RPC after error@1341785361) -> (continuation of Deferred@151144939 after retry RPC after error@1971525955) -> (continuation of Deferred@2010974368 after retry RPC after error@1745902023) -> (continuation of Deferred@1942358079 after retry RPC after error@509763077) -> (continuation of Deferred@23448929 after retry RPC after error@1800495851) -> (continuation of Deferred@672471118 after retry RPC after error@613148991) -> (continuation of Deferred@187315722 after retry RPC after error@1804356542) -> (continuation of Deferred@1801185769 after retry RPC after error@274868140) -> (continuation of Deferred@1252186572 after retry RPC after error@1140505245) -> (continuation of Deferred@2010781610 after retry RPC after error@1988366778) -> (continuation of Deferred@716495391 after retry RPC after error@1015853958) -> (continuation of Deferred@466388218 after retry RPC after error@1293115384) -> (continuation of Deferred@1098584167 after retry RPC after error@414354253) -> (continuation of Deferred@1738942453 after retry RPC after error@815618150) -> (continuation of Deferred@704421434 after retry RPC after error@622366891) -> (continuation of Deferred@1943503474 after retry RPC after error@701741574) -> (continuation of Deferred@1679031368 after retry RPC after error@91207081)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.60:33767
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:11.714 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:56:11.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#7) of source Source: KuduSource.
23:56:11.714 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to CANCELING.
23:56:11.715 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
23:56:11.715 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to CANCELING.
23:56:11.715 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
23:56:11.715 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
23:56:11.715 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
23:56:11.716 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
23:56:11.716 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
23:56:11.720 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
23:56:11.721 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CANCELING to CANCELED.
23:56:11.721 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
23:56:11.725 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.725 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.725 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.726 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.730 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
23:56:11.730 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
23:56:11.730 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
23:56:11.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:11.745 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.745 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.745 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.746 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
23:56:11.746 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
23:56:11.747 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
23:56:11.759 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
23:56:11.759 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
23:56:11.759 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
23:56:11.764 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:56:11.764 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
23:56:11.764 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
23:56:11.765 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.765 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.765 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.766 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.785 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.785 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.785 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.786 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.786 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#7 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
23:56:11.787 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
23:56:11.787 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
23:56:11.787 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CANCELING to CANCELED.
23:56:11.788 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
23:56:11.789 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:11.790 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:11.791 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
23:56:11.791 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d2b24b5be07c54027760c4793ebc532d
23:56:11.795 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:11.795 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:11.795 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:11.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:11.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:11.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:11.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:11.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:11.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:11.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:11.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:11.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:11.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:11.824 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.825 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.825 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.826 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.845 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.845 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.847 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:11.944 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:11.944 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:11.945 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:11.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:11.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:11.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:11.946 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:11.967 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:11.967 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:11.967 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:11.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:11.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:11.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:11.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.030 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:12.030 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:12.030 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:12.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:12.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:12.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:12.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:12.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:12.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:12.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:12.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:12.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:12.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:12.087690  9684 catalog_manager.cc:1294] Loaded cluster ID: 02dc15274f4b453eb3d4de5219a564f7
23:56:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:12.090337  9684 catalog_manager.cc:1587] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568: loading cluster ID for follower catalog manager: success
23:56:12.106 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:12.106 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:12.107 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:12.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:12.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:12.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:12.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:12.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:12.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:12.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:12.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:12.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:12.108 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:12.118 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:12.119 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:12.119 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:12.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:12.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:12.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:12.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:12.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:12.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:12.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:12.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:12.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:12.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:12.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:12.152470  9684 catalog_manager.cc:1609] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568: acquiring CA information for follower catalog manager: success
23:56:12.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:12.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:12.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:12.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.187 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:12.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.187 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:12.187 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:12.187 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:12.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.188 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.188 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:12.186691  9684 catalog_manager.cc:1637] T 00000000000000000000000000000000 P cbf17389785d4c2d8f787bb278247568: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:56:12.203 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:12.203 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:12.203 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:12.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.212 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:12.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:12.263 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:12.263 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:12.263 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:12.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.264 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.345 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:12.345 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:12.346 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:12.346 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.346 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.346 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.347 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:12.351 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:12.351 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:12.351 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:12.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.354 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:12.354 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:12.355 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:12.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.356 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.411 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:12.411 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:12.411 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:12.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.412 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.423 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:12.423 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:12.423 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:12.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:12.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:12.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:12.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:12.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:12.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:12.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:12.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:12.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:12.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:12.434 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:12.442 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:12.442 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:12.442 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:12.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:12.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:12.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:12.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:12.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:12.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:12.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:12.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:12.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:12.444 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:12.446 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:12.446 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:12.446 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:12.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.484 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:12.484 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:12.484 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:12.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:12.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:12.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:12.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:12.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:12.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:12.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:12.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:12.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:12.486 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:12.605 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:12.605 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:12.605 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:12.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:12.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:12.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:12.607 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:12.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:12.665 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:12.665 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:12.665 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:12.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:12.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:12.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:12.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:12.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:12.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:12.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:12.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:12.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:12.666 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:12.712 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:12.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:12.863 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:12.863 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:12.863 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:12.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:12.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:12.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:12.870 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:12.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:13.104 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:13.104 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:13.104 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:13.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:13.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:13.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:13.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:13.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:13.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:13.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:13.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:13.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:13.105 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:13.105 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:13.106 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:13.106 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:13.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:13.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28247), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [10ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [11ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [118ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [118ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [382ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [584ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [585ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1423ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2743ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4381ms] too many traces: truncated at 100 traces, deferred=Deferred@1475704086(state=PENDING, result=null, callback=(continuation of Deferred@1295190917 after retry RPC after error@1879631753) -> (continuation of Deferred@987240437 after retry RPC after error@1190762621) -> (continuation of Deferred@323210244 after retry RPC after error@608195914) -> (continuation of Deferred@1583188360 after retry RPC after error@1416480846) -> (continuation of Deferred@1497566507 after retry RPC after error@2140137804) -> (continuation of Deferred@1294745340 after retry RPC after error@2000269487) -> (continuation of Deferred@911397174 after retry RPC after error@915901241) -> (continuation of Deferred@450926793 after retry RPC after error@543617010) -> (continuation of Deferred@10310057 after retry RPC after error@173661376) -> (continuation of Deferred@341912466 after retry RPC after error@57626515) -> (continuation of Deferred@1771390542 after retry RPC after error@770586720) -> (continuation of Deferred@818854900 after retry RPC after error@1235515817) -> (continuation of Deferred@172024293 after retry RPC after error@1446114805) -> (continuation of Deferred@325449180 after retry RPC after error@2036772648) -> (continuation of Deferred@1948526120 after retry RPC after error@761522948) -> (continuation of Deferred@294920289 after retry RPC after error@1573372564) -> (continuation of Deferred@143108706 after retry RPC after error@974015421) -> (continuation of Deferred@178910133 after retry RPC after error@1771651862) -> (continuation of Deferred@1559769341 after retry RPC after error@350473084) -> (continuation of Deferred@1368565262 after retry RPC after error@1915805401) -> (continuation of Deferred@1876064186 after retry RPC after error@1700854039), errback=(continuation of Deferred@1295190917 after retry RPC after error@1879631753) -> (continuation of Deferred@987240437 after retry RPC after error@1190762621) -> (continuation of Deferred@323210244 after retry RPC after error@608195914) -> (continuation of Deferred@1583188360 after retry RPC after error@1416480846) -> (continuation of Deferred@1497566507 after retry RPC after error@2140137804) -> (continuation of Deferred@1294745340 after retry RPC after error@2000269487) -> (continuation of Deferred@911397174 after retry RPC after error@915901241) -> (continuation of Deferred@450926793 after retry RPC after error@543617010) -> (continuation of Deferred@10310057 after retry RPC after error@173661376) -> (continuation of Deferred@341912466 after retry RPC after error@57626515) -> (continuation of Deferred@1771390542 after retry RPC after error@770586720) -> (continuation of Deferred@818854900 after retry RPC after error@1235515817) -> (continuation of Deferred@172024293 after retry RPC after error@1446114805) -> (continuation of Deferred@325449180 after retry RPC after error@2036772648) -> (continuation of Deferred@1948526120 after retry RPC after error@761522948) -> (continuation of Deferred@294920289 after retry RPC after error@1573372564) -> (continuation of Deferred@143108706 after retry RPC after error@974015421) -> (continuation of Deferred@178910133 after retry RPC after error@1771651862) -> (continuation of Deferred@1559769341 after retry RPC after error@350473084) -> (continuation of Deferred@1368565262 after retry RPC after error@1915805401) -> (continuation of Deferred@1876064186 after retry RPC after error@1700854039)))
23:56:13.108 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:56:13.108 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28247), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [10ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [11ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [118ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [118ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [382ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [584ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [585ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1423ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2743ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4381ms] too many traces: truncated at 100 traces, deferred=Deferred@1475704086(state=PENDING, result=null, callback=(continuation of Deferred@1295190917 after retry RPC after error@1879631753) -> (continuation of Deferred@987240437 after retry RPC after error@1190762621) -> (continuation of Deferred@323210244 after retry RPC after error@608195914) -> (continuation of Deferred@1583188360 after retry RPC after error@1416480846) -> (continuation of Deferred@1497566507 after retry RPC after error@2140137804) -> (continuation of Deferred@1294745340 after retry RPC after error@2000269487) -> (continuation of Deferred@911397174 after retry RPC after error@915901241) -> (continuation of Deferred@450926793 after retry RPC after error@543617010) -> (continuation of Deferred@10310057 after retry RPC after error@173661376) -> (continuation of Deferred@341912466 after retry RPC after error@57626515) -> (continuation of Deferred@1771390542 after retry RPC after error@770586720) -> (continuation of Deferred@818854900 after retry RPC after error@1235515817) -> (continuation of Deferred@172024293 after retry RPC after error@1446114805) -> (continuation of Deferred@325449180 after retry RPC after error@2036772648) -> (continuation of Deferred@1948526120 after retry RPC after error@761522948) -> (continuation of Deferred@294920289 after retry RPC after error@1573372564) -> (continuation of Deferred@143108706 after retry RPC after error@974015421) -> (continuation of Deferred@178910133 after retry RPC after error@1771651862) -> (continuation of Deferred@1559769341 after retry RPC after error@350473084) -> (continuation of Deferred@1368565262 after retry RPC after error@1915805401) -> (continuation of Deferred@1876064186 after retry RPC after error@1700854039), errback=(continuation of Deferred@1295190917 after retry RPC after error@1879631753) -> (continuation of Deferred@987240437 after retry RPC after error@1190762621) -> (continuation of Deferred@323210244 after retry RPC after error@608195914) -> (continuation of Deferred@1583188360 after retry RPC after error@1416480846) -> (continuation of Deferred@1497566507 after retry RPC after error@2140137804) -> (continuation of Deferred@1294745340 after retry RPC after error@2000269487) -> (continuation of Deferred@911397174 after retry RPC after error@915901241) -> (continuation of Deferred@450926793 after retry RPC after error@543617010) -> (continuation of Deferred@10310057 after retry RPC after error@173661376) -> (continuation of Deferred@341912466 after retry RPC after error@57626515) -> (continuation of Deferred@1771390542 after retry RPC after error@770586720) -> (continuation of Deferred@818854900 after retry RPC after error@1235515817) -> (continuation of Deferred@172024293 after retry RPC after error@1446114805) -> (continuation of Deferred@325449180 after retry RPC after error@2036772648) -> (continuation of Deferred@1948526120 after retry RPC after error@761522948) -> (continuation of Deferred@294920289 after retry RPC after error@1573372564) -> (continuation of Deferred@143108706 after retry RPC after error@974015421) -> (continuation of Deferred@178910133 after retry RPC after error@1771651862) -> (continuation of Deferred@1559769341 after retry RPC after error@350473084) -> (continuation of Deferred@1368565262 after retry RPC after error@1915805401) -> (continuation of Deferred@1876064186 after retry RPC after error@1700854039)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:13.109 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:56:13.111 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:56:13.113 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28247), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [10ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [11ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [118ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [118ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [283ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [284ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [382ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [584ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [585ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1423ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2743ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4381ms] too many traces: truncated at 100 traces, deferred=Deferred@1475704086(state=PENDING, result=null, callback=(continuation of Deferred@1295190917 after retry RPC after error@1879631753) -> (continuation of Deferred@987240437 after retry RPC after error@1190762621) -> (continuation of Deferred@323210244 after retry RPC after error@608195914) -> (continuation of Deferred@1583188360 after retry RPC after error@1416480846) -> (continuation of Deferred@1497566507 after retry RPC after error@2140137804) -> (continuation of Deferred@1294745340 after retry RPC after error@2000269487) -> (continuation of Deferred@911397174 after retry RPC after error@915901241) -> (continuation of Deferred@450926793 after retry RPC after error@543617010) -> (continuation of Deferred@10310057 after retry RPC after error@173661376) -> (continuation of Deferred@341912466 after retry RPC after error@57626515) -> (continuation of Deferred@1771390542 after retry RPC after error@770586720) -> (continuation of Deferred@818854900 after retry RPC after error@1235515817) -> (continuation of Deferred@172024293 after retry RPC after error@1446114805) -> (continuation of Deferred@325449180 after retry RPC after error@2036772648) -> (continuation of Deferred@1948526120 after retry RPC after error@761522948) -> (continuation of Deferred@294920289 after retry RPC after error@1573372564) -> (continuation of Deferred@143108706 after retry RPC after error@974015421) -> (continuation of Deferred@178910133 after retry RPC after error@1771651862) -> (continuation of Deferred@1559769341 after retry RPC after error@350473084) -> (continuation of Deferred@1368565262 after retry RPC after error@1915805401) -> (continuation of Deferred@1876064186 after retry RPC after error@1700854039), errback=(continuation of Deferred@1295190917 after retry RPC after error@1879631753) -> (continuation of Deferred@987240437 after retry RPC after error@1190762621) -> (continuation of Deferred@323210244 after retry RPC after error@608195914) -> (continuation of Deferred@1583188360 after retry RPC after error@1416480846) -> (continuation of Deferred@1497566507 after retry RPC after error@2140137804) -> (continuation of Deferred@1294745340 after retry RPC after error@2000269487) -> (continuation of Deferred@911397174 after retry RPC after error@915901241) -> (continuation of Deferred@450926793 after retry RPC after error@543617010) -> (continuation of Deferred@10310057 after retry RPC after error@173661376) -> (continuation of Deferred@341912466 after retry RPC after error@57626515) -> (continuation of Deferred@1771390542 after retry RPC after error@770586720) -> (continuation of Deferred@818854900 after retry RPC after error@1235515817) -> (continuation of Deferred@172024293 after retry RPC after error@1446114805) -> (continuation of Deferred@325449180 after retry RPC after error@2036772648) -> (continuation of Deferred@1948526120 after retry RPC after error@761522948) -> (continuation of Deferred@294920289 after retry RPC after error@1573372564) -> (continuation of Deferred@143108706 after retry RPC after error@974015421) -> (continuation of Deferred@178910133 after retry RPC after error@1771651862) -> (continuation of Deferred@1559769341 after retry RPC after error@350473084) -> (continuation of Deferred@1368565262 after retry RPC after error@1915805401) -> (continuation of Deferred@1876064186 after retry RPC after error@1700854039)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:13.114 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
23:56:13.114 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:13.115 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:56:13.115 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RUNNING to RESTARTING.
23:56:13.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:13.179 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:13.180 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:13.180 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:13.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.180 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.180 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.181 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:13.182 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28308), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [9ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [10ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [48ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [51ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [52ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [107ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [115ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [115ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [115ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [303ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [363ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1322ms] refreshing cache from master, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1325ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1325ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1443ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@1763425265(state=PENDING, result=null, callback=(continuation of Deferred@96903038 after retry RPC after error@1037301685) -> (continuation of Deferred@159818527 after retry RPC after error@1039549933) -> (continuation of Deferred@209326146 after retry RPC after error@783691815) -> (continuation of Deferred@311750837 after retry RPC after error@499258919) -> (continuation of Deferred@1097264605 after retry RPC after error@1590614750) -> (continuation of Deferred@1810532586 after retry RPC after error@1721026718) -> (continuation of Deferred@283826580 after retry RPC after error@945486205) -> (continuation of Deferred@122194756 after retry RPC after error@1205367563) -> (continuation of Deferred@20460573 after retry RPC after error@1850127446) -> (continuation of Deferred@764874865 after retry RPC after error@701726435) -> (continuation of Deferred@1770733336 after retry RPC after error@850707067) -> (continuation of Deferred@657803460 after retry RPC after error@363011751) -> (continuation of Deferred@627085556 after retry RPC after error@827537721) -> (continuation of Deferred@1009591487 after retry RPC after error@829838267) -> (continuation of Deferred@271614545 after retry RPC after error@939719583) -> (continuation of Deferred@1834952956 after retry RPC after error@1849116007) -> (continuation of Deferred@2046914810 after retry RPC after error@1441837606) -> (continuation of Deferred@1098676396 after retry RPC after error@355733913) -> (continuation of Deferred@1682126181 after retry RPC after error@879938121) -> (continuation of Deferred@376012147 after retry RPC after error@593764094) -> (continuation of Deferred@1584529386 after retry RPC after error@2087933679) -> (continuation of Deferred@564936439 after retry RPC after error@582764498) -> (continuation of Deferred@1944285888 after retry RPC after error@365008509) -> (continuation of Deferred@1440373172 after retry RPC after error@353900042) -> (continuation of Deferred@2097480475 after retry RPC after error@1693323448), errback=(continuation of Deferred@96903038 after retry RPC after error@1037301685) -> (continuation of Deferred@159818527 after retry RPC after error@1039549933) -> (continuation of Deferred@209326146 after retry RPC after error@783691815) -> (continuation of Deferred@311750837 after retry RPC after error@499258919) -> (continuation of Deferred@1097264605 after retry RPC after error@1590614750) -> (continuation of Deferred@1810532586 after retry RPC after error@1721026718) -> (continuation of Deferred@283826580 after retry RPC after error@945486205) -> (continuation of Deferred@122194756 after retry RPC after error@1205367563) -> (continuation of Deferred@20460573 after retry RPC after error@1850127446) -> (continuation of Deferred@764874865 after retry RPC after error@701726435) -> (continuation of Deferred@1770733336 after retry RPC after error@850707067) -> (continuation of Deferred@657803460 after retry RPC after error@363011751) -> (continuation of Deferred@627085556 after retry RPC after error@827537721) -> (continuation of Deferred@1009591487 after retry RPC after error@829838267) -> (continuation of Deferred@271614545 after retry RPC after error@939719583) -> (continuation of Deferred@1834952956 after retry RPC after error@1849116007) -> (continuation of Deferred@2046914810 after retry RPC after error@1441837606) -> (continuation of Deferred@1098676396 after retry RPC after error@355733913) -> (continuation of Deferred@1682126181 after retry RPC after error@879938121) -> (continuation of Deferred@376012147 after retry RPC after error@593764094) -> (continuation of Deferred@1584529386 after retry RPC after error@2087933679) -> (continuation of Deferred@564936439 after retry RPC after error@582764498) -> (continuation of Deferred@1944285888 after retry RPC after error@365008509) -> (continuation of Deferred@1440373172 after retry RPC after error@353900042) -> (continuation of Deferred@2097480475 after retry RPC after error@1693323448)))
23:56:13.182 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:56:13.183 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28308), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [9ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [10ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [48ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [51ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [52ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [107ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [115ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [115ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [115ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [303ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [363ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1322ms] refreshing cache from master, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1325ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1325ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1443ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@1763425265(state=PENDING, result=null, callback=(continuation of Deferred@96903038 after retry RPC after error@1037301685) -> (continuation of Deferred@159818527 after retry RPC after error@1039549933) -> (continuation of Deferred@209326146 after retry RPC after error@783691815) -> (continuation of Deferred@311750837 after retry RPC after error@499258919) -> (continuation of Deferred@1097264605 after retry RPC after error@1590614750) -> (continuation of Deferred@1810532586 after retry RPC after error@1721026718) -> (continuation of Deferred@283826580 after retry RPC after error@945486205) -> (continuation of Deferred@122194756 after retry RPC after error@1205367563) -> (continuation of Deferred@20460573 after retry RPC after error@1850127446) -> (continuation of Deferred@764874865 after retry RPC after error@701726435) -> (continuation of Deferred@1770733336 after retry RPC after error@850707067) -> (continuation of Deferred@657803460 after retry RPC after error@363011751) -> (continuation of Deferred@627085556 after retry RPC after error@827537721) -> (continuation of Deferred@1009591487 after retry RPC after error@829838267) -> (continuation of Deferred@271614545 after retry RPC after error@939719583) -> (continuation of Deferred@1834952956 after retry RPC after error@1849116007) -> (continuation of Deferred@2046914810 after retry RPC after error@1441837606) -> (continuation of Deferred@1098676396 after retry RPC after error@355733913) -> (continuation of Deferred@1682126181 after retry RPC after error@879938121) -> (continuation of Deferred@376012147 after retry RPC after error@593764094) -> (continuation of Deferred@1584529386 after retry RPC after error@2087933679) -> (continuation of Deferred@564936439 after retry RPC after error@582764498) -> (continuation of Deferred@1944285888 after retry RPC after error@365008509) -> (continuation of Deferred@1440373172 after retry RPC after error@353900042) -> (continuation of Deferred@2097480475 after retry RPC after error@1693323448), errback=(continuation of Deferred@96903038 after retry RPC after error@1037301685) -> (continuation of Deferred@159818527 after retry RPC after error@1039549933) -> (continuation of Deferred@209326146 after retry RPC after error@783691815) -> (continuation of Deferred@311750837 after retry RPC after error@499258919) -> (continuation of Deferred@1097264605 after retry RPC after error@1590614750) -> (continuation of Deferred@1810532586 after retry RPC after error@1721026718) -> (continuation of Deferred@283826580 after retry RPC after error@945486205) -> (continuation of Deferred@122194756 after retry RPC after error@1205367563) -> (continuation of Deferred@20460573 after retry RPC after error@1850127446) -> (continuation of Deferred@764874865 after retry RPC after error@701726435) -> (continuation of Deferred@1770733336 after retry RPC after error@850707067) -> (continuation of Deferred@657803460 after retry RPC after error@363011751) -> (continuation of Deferred@627085556 after retry RPC after error@827537721) -> (continuation of Deferred@1009591487 after retry RPC after error@829838267) -> (continuation of Deferred@271614545 after retry RPC after error@939719583) -> (continuation of Deferred@1834952956 after retry RPC after error@1849116007) -> (continuation of Deferred@2046914810 after retry RPC after error@1441837606) -> (continuation of Deferred@1098676396 after retry RPC after error@355733913) -> (continuation of Deferred@1682126181 after retry RPC after error@879938121) -> (continuation of Deferred@376012147 after retry RPC after error@593764094) -> (continuation of Deferred@1584529386 after retry RPC after error@2087933679) -> (continuation of Deferred@564936439 after retry RPC after error@582764498) -> (continuation of Deferred@1944285888 after retry RPC after error@365008509) -> (continuation of Deferred@1440373172 after retry RPC after error@353900042) -> (continuation of Deferred@2097480475 after retry RPC after error@1693323448)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:13.183 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
23:56:13.184 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:13.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:13.185 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:13.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:13.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:13.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:13.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:13.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:13.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:13.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:13.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:13.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:13.185 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:13.185 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:56:13.187 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28308), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [9ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [10ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [48ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [51ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [52ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [107ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [115ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [115ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [115ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [303ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [362ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [363ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [363ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1322ms] refreshing cache from master, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1325ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1325ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1443ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@1763425265(state=PENDING, result=null, callback=(continuation of Deferred@96903038 after retry RPC after error@1037301685) -> (continuation of Deferred@159818527 after retry RPC after error@1039549933) -> (continuation of Deferred@209326146 after retry RPC after error@783691815) -> (continuation of Deferred@311750837 after retry RPC after error@499258919) -> (continuation of Deferred@1097264605 after retry RPC after error@1590614750) -> (continuation of Deferred@1810532586 after retry RPC after error@1721026718) -> (continuation of Deferred@283826580 after retry RPC after error@945486205) -> (continuation of Deferred@122194756 after retry RPC after error@1205367563) -> (continuation of Deferred@20460573 after retry RPC after error@1850127446) -> (continuation of Deferred@764874865 after retry RPC after error@701726435) -> (continuation of Deferred@1770733336 after retry RPC after error@850707067) -> (continuation of Deferred@657803460 after retry RPC after error@363011751) -> (continuation of Deferred@627085556 after retry RPC after error@827537721) -> (continuation of Deferred@1009591487 after retry RPC after error@829838267) -> (continuation of Deferred@271614545 after retry RPC after error@939719583) -> (continuation of Deferred@1834952956 after retry RPC after error@1849116007) -> (continuation of Deferred@2046914810 after retry RPC after error@1441837606) -> (continuation of Deferred@1098676396 after retry RPC after error@355733913) -> (continuation of Deferred@1682126181 after retry RPC after error@879938121) -> (continuation of Deferred@376012147 after retry RPC after error@593764094) -> (continuation of Deferred@1584529386 after retry RPC after error@2087933679) -> (continuation of Deferred@564936439 after retry RPC after error@582764498) -> (continuation of Deferred@1944285888 after retry RPC after error@365008509) -> (continuation of Deferred@1440373172 after retry RPC after error@353900042) -> (continuation of Deferred@2097480475 after retry RPC after error@1693323448), errback=(continuation of Deferred@96903038 after retry RPC after error@1037301685) -> (continuation of Deferred@159818527 after retry RPC after error@1039549933) -> (continuation of Deferred@209326146 after retry RPC after error@783691815) -> (continuation of Deferred@311750837 after retry RPC after error@499258919) -> (continuation of Deferred@1097264605 after retry RPC after error@1590614750) -> (continuation of Deferred@1810532586 after retry RPC after error@1721026718) -> (continuation of Deferred@283826580 after retry RPC after error@945486205) -> (continuation of Deferred@122194756 after retry RPC after error@1205367563) -> (continuation of Deferred@20460573 after retry RPC after error@1850127446) -> (continuation of Deferred@764874865 after retry RPC after error@701726435) -> (continuation of Deferred@1770733336 after retry RPC after error@850707067) -> (continuation of Deferred@657803460 after retry RPC after error@363011751) -> (continuation of Deferred@627085556 after retry RPC after error@827537721) -> (continuation of Deferred@1009591487 after retry RPC after error@829838267) -> (continuation of Deferred@271614545 after retry RPC after error@939719583) -> (continuation of Deferred@1834952956 after retry RPC after error@1849116007) -> (continuation of Deferred@2046914810 after retry RPC after error@1441837606) -> (continuation of Deferred@1098676396 after retry RPC after error@355733913) -> (continuation of Deferred@1682126181 after retry RPC after error@879938121) -> (continuation of Deferred@376012147 after retry RPC after error@593764094) -> (continuation of Deferred@1584529386 after retry RPC after error@2087933679) -> (continuation of Deferred@564936439 after retry RPC after error@582764498) -> (continuation of Deferred@1944285888 after retry RPC after error@365008509) -> (continuation of Deferred@1440373172 after retry RPC after error@353900042) -> (continuation of Deferred@2097480475 after retry RPC after error@1693323448)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:13.188 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:56:13.188 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:13.189 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
23:56:13.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:13.262 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:13.263 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:13.263 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:13.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:13.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:13.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:13.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:13.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:13.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:13.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:13.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:13.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:13.264 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:13.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:13.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:13.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:13.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:13.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:13.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:13.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:13.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:13.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:13.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:13.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:13.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:13.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:13.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:13.470 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:13.470 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:13.470 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:13.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:13.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:13.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:13.471 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:13.471 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28586), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [18ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [18ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [79ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [138ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [139ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [139ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [139ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [262ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [264ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [265ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [265ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [265ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [342ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [344ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [841ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [843ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [844ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [845ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [845ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [882ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [883ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [883ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [883ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1623ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3601ms] refreshing cache from master, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3602ms] too many traces: truncated at 100 traces, deferred=Deferred@1827668168(state=PENDING, result=null, callback=(continuation of Deferred@1869693156 after retry RPC after error@1227899577) -> (continuation of Deferred@924259991 after retry RPC after error@1536014077) -> (continuation of Deferred@1042201352 after retry RPC after error@1970279416) -> (continuation of Deferred@2061242479 after retry RPC after error@1280342935) -> (continuation of Deferred@123559918 after retry RPC after error@1917281070) -> (continuation of Deferred@1753369185 after retry RPC after error@658573349) -> (continuation of Deferred@1242464524 after retry RPC after error@60413296) -> (continuation of Deferred@2033337888 after retry RPC after error@1444768003) -> (continuation of Deferred@1755677741 after retry RPC after error@626720284) -> (continuation of Deferred@1320337361 after retry RPC after error@1935311477) -> (continuation of Deferred@924509407 after retry RPC after error@1161971262) -> (continuation of Deferred@508900720 after retry RPC after error@968578533) -> (continuation of Deferred@1508336145 after retry RPC after error@247708837) -> (continuation of Deferred@965404344 after retry RPC after error@1526564881) -> (continuation of Deferred@954769077 after retry RPC after error@727530393) -> (continuation of Deferred@1166845804 after retry RPC after error@1938232012) -> (continuation of Deferred@258352959 after retry RPC after error@1294292153) -> (continuation of Deferred@1840397750 after retry RPC after error@644367294) -> (continuation of Deferred@403294099 after retry RPC after error@2137970871) -> (continuation of Deferred@55383393 after retry RPC after error@1734132485) -> (continuation of Deferred@826258722 after retry RPC after error@941451474) -> (continuation of Deferred@1393595565 after retry RPC after error@1381310753) -> (continuation of Deferred@512690412 after retry RPC after error@1292351511), errback=(continuation of Deferred@1869693156 after retry RPC after error@1227899577) -> (continuation of Deferred@924259991 after retry RPC after error@1536014077) -> (continuation of Deferred@1042201352 after retry RPC after error@1970279416) -> (continuation of Deferred@2061242479 after retry RPC after error@1280342935) -> (continuation of Deferred@123559918 after retry RPC after error@1917281070) -> (continuation of Deferred@1753369185 after retry RPC after error@658573349) -> (continuation of Deferred@1242464524 after retry RPC after error@60413296) -> (continuation of Deferred@2033337888 after retry RPC after error@1444768003) -> (continuation of Deferred@1755677741 after retry RPC after error@626720284) -> (continuation of Deferred@1320337361 after retry RPC after error@1935311477) -> (continuation of Deferred@924509407 after retry RPC after error@1161971262) -> (continuation of Deferred@508900720 after retry RPC after error@968578533) -> (continuation of Deferred@1508336145 after retry RPC after error@247708837) -> (continuation of Deferred@965404344 after retry RPC after error@1526564881) -> (continuation of Deferred@954769077 after retry RPC after error@727530393) -> (continuation of Deferred@1166845804 after retry RPC after error@1938232012) -> (continuation of Deferred@258352959 after retry RPC after error@1294292153) -> (continuation of Deferred@1840397750 after retry RPC after error@644367294) -> (continuation of Deferred@403294099 after retry RPC after error@2137970871) -> (continuation of Deferred@55383393 after retry RPC after error@1734132485) -> (continuation of Deferred@826258722 after retry RPC after error@941451474) -> (continuation of Deferred@1393595565 after retry RPC after error@1381310753) -> (continuation of Deferred@512690412 after retry RPC after error@1292351511)))
23:56:13.472 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:56:13.472 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28586), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [18ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [18ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [79ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [138ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [139ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [139ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [139ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [262ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [264ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [265ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [265ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [265ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [342ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [344ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [841ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [843ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [844ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [845ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [845ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [882ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [883ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [883ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [883ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1623ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3601ms] refreshing cache from master, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3602ms] too many traces: truncated at 100 traces, deferred=Deferred@1827668168(state=PENDING, result=null, callback=(continuation of Deferred@1869693156 after retry RPC after error@1227899577) -> (continuation of Deferred@924259991 after retry RPC after error@1536014077) -> (continuation of Deferred@1042201352 after retry RPC after error@1970279416) -> (continuation of Deferred@2061242479 after retry RPC after error@1280342935) -> (continuation of Deferred@123559918 after retry RPC after error@1917281070) -> (continuation of Deferred@1753369185 after retry RPC after error@658573349) -> (continuation of Deferred@1242464524 after retry RPC after error@60413296) -> (continuation of Deferred@2033337888 after retry RPC after error@1444768003) -> (continuation of Deferred@1755677741 after retry RPC after error@626720284) -> (continuation of Deferred@1320337361 after retry RPC after error@1935311477) -> (continuation of Deferred@924509407 after retry RPC after error@1161971262) -> (continuation of Deferred@508900720 after retry RPC after error@968578533) -> (continuation of Deferred@1508336145 after retry RPC after error@247708837) -> (continuation of Deferred@965404344 after retry RPC after error@1526564881) -> (continuation of Deferred@954769077 after retry RPC after error@727530393) -> (continuation of Deferred@1166845804 after retry RPC after error@1938232012) -> (continuation of Deferred@258352959 after retry RPC after error@1294292153) -> (continuation of Deferred@1840397750 after retry RPC after error@644367294) -> (continuation of Deferred@403294099 after retry RPC after error@2137970871) -> (continuation of Deferred@55383393 after retry RPC after error@1734132485) -> (continuation of Deferred@826258722 after retry RPC after error@941451474) -> (continuation of Deferred@1393595565 after retry RPC after error@1381310753) -> (continuation of Deferred@512690412 after retry RPC after error@1292351511), errback=(continuation of Deferred@1869693156 after retry RPC after error@1227899577) -> (continuation of Deferred@924259991 after retry RPC after error@1536014077) -> (continuation of Deferred@1042201352 after retry RPC after error@1970279416) -> (continuation of Deferred@2061242479 after retry RPC after error@1280342935) -> (continuation of Deferred@123559918 after retry RPC after error@1917281070) -> (continuation of Deferred@1753369185 after retry RPC after error@658573349) -> (continuation of Deferred@1242464524 after retry RPC after error@60413296) -> (continuation of Deferred@2033337888 after retry RPC after error@1444768003) -> (continuation of Deferred@1755677741 after retry RPC after error@626720284) -> (continuation of Deferred@1320337361 after retry RPC after error@1935311477) -> (continuation of Deferred@924509407 after retry RPC after error@1161971262) -> (continuation of Deferred@508900720 after retry RPC after error@968578533) -> (continuation of Deferred@1508336145 after retry RPC after error@247708837) -> (continuation of Deferred@965404344 after retry RPC after error@1526564881) -> (continuation of Deferred@954769077 after retry RPC after error@727530393) -> (continuation of Deferred@1166845804 after retry RPC after error@1938232012) -> (continuation of Deferred@258352959 after retry RPC after error@1294292153) -> (continuation of Deferred@1840397750 after retry RPC after error@644367294) -> (continuation of Deferred@403294099 after retry RPC after error@2137970871) -> (continuation of Deferred@55383393 after retry RPC after error@1734132485) -> (continuation of Deferred@826258722 after retry RPC after error@941451474) -> (continuation of Deferred@1393595565 after retry RPC after error@1381310753) -> (continuation of Deferred@512690412 after retry RPC after error@1292351511)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:13.473 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:56:13.475 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
23:56:13.477 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28586), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [18ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [18ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [79ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [138ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [139ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [139ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [139ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [262ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [264ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [265ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [265ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [265ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [342ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [344ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [841ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [843ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [844ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [845ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [845ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [882ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [883ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [883ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [883ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1623ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3601ms] refreshing cache from master, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3602ms] too many traces: truncated at 100 traces, deferred=Deferred@1827668168(state=PENDING, result=null, callback=(continuation of Deferred@1869693156 after retry RPC after error@1227899577) -> (continuation of Deferred@924259991 after retry RPC after error@1536014077) -> (continuation of Deferred@1042201352 after retry RPC after error@1970279416) -> (continuation of Deferred@2061242479 after retry RPC after error@1280342935) -> (continuation of Deferred@123559918 after retry RPC after error@1917281070) -> (continuation of Deferred@1753369185 after retry RPC after error@658573349) -> (continuation of Deferred@1242464524 after retry RPC after error@60413296) -> (continuation of Deferred@2033337888 after retry RPC after error@1444768003) -> (continuation of Deferred@1755677741 after retry RPC after error@626720284) -> (continuation of Deferred@1320337361 after retry RPC after error@1935311477) -> (continuation of Deferred@924509407 after retry RPC after error@1161971262) -> (continuation of Deferred@508900720 after retry RPC after error@968578533) -> (continuation of Deferred@1508336145 after retry RPC after error@247708837) -> (continuation of Deferred@965404344 after retry RPC after error@1526564881) -> (continuation of Deferred@954769077 after retry RPC after error@727530393) -> (continuation of Deferred@1166845804 after retry RPC after error@1938232012) -> (continuation of Deferred@258352959 after retry RPC after error@1294292153) -> (continuation of Deferred@1840397750 after retry RPC after error@644367294) -> (continuation of Deferred@403294099 after retry RPC after error@2137970871) -> (continuation of Deferred@55383393 after retry RPC after error@1734132485) -> (continuation of Deferred@826258722 after retry RPC after error@941451474) -> (continuation of Deferred@1393595565 after retry RPC after error@1381310753) -> (continuation of Deferred@512690412 after retry RPC after error@1292351511), errback=(continuation of Deferred@1869693156 after retry RPC after error@1227899577) -> (continuation of Deferred@924259991 after retry RPC after error@1536014077) -> (continuation of Deferred@1042201352 after retry RPC after error@1970279416) -> (continuation of Deferred@2061242479 after retry RPC after error@1280342935) -> (continuation of Deferred@123559918 after retry RPC after error@1917281070) -> (continuation of Deferred@1753369185 after retry RPC after error@658573349) -> (continuation of Deferred@1242464524 after retry RPC after error@60413296) -> (continuation of Deferred@2033337888 after retry RPC after error@1444768003) -> (continuation of Deferred@1755677741 after retry RPC after error@626720284) -> (continuation of Deferred@1320337361 after retry RPC after error@1935311477) -> (continuation of Deferred@924509407 after retry RPC after error@1161971262) -> (continuation of Deferred@508900720 after retry RPC after error@968578533) -> (continuation of Deferred@1508336145 after retry RPC after error@247708837) -> (continuation of Deferred@965404344 after retry RPC after error@1526564881) -> (continuation of Deferred@954769077 after retry RPC after error@727530393) -> (continuation of Deferred@1166845804 after retry RPC after error@1938232012) -> (continuation of Deferred@258352959 after retry RPC after error@1294292153) -> (continuation of Deferred@1840397750 after retry RPC after error@644367294) -> (continuation of Deferred@403294099 after retry RPC after error@2137970871) -> (continuation of Deferred@55383393 after retry RPC after error@1734132485) -> (continuation of Deferred@826258722 after retry RPC after error@941451474) -> (continuation of Deferred@1393595565 after retry RPC after error@1381310753) -> (continuation of Deferred@512690412 after retry RPC after error@1292351511)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:13.478 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
23:56:13.478 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:13.479 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
23:56:13.489 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.489 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.489 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.490 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.490 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.490 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.490 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.490 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28616), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [12ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [16ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [95ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [97ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [145ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [264ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [265ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [444ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1463ms] refreshing cache from master, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1465ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3081ms] refreshing cache from master, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3083ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@265212583(state=PENDING, result=null, callback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552), errback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552)))
23:56:13.492 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.492 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.492 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.492 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28616), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [12ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [16ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [95ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [97ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [145ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [264ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [265ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [444ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1463ms] refreshing cache from master, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1465ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3081ms] refreshing cache from master, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3083ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@265212583(state=PENDING, result=null, callback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552), errback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28616), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [12ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [16ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [95ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [97ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [145ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [264ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [265ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [444ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1463ms] refreshing cache from master, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1465ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3081ms] refreshing cache from master, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3083ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@265212583(state=PENDING, result=null, callback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552), errback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.61:41907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:13.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.494 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.498 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28616), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [12ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [16ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [95ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [97ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [145ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [264ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [265ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [444ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1463ms] refreshing cache from master, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1465ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3081ms] refreshing cache from master, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3083ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@265212583(state=PENDING, result=null, callback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552), errback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28616), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [12ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [16ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [95ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [97ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [145ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [264ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [265ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [362ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [442ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [443ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [444ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [803ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [804ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [804ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1463ms] refreshing cache from master, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1465ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1465ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3081ms] refreshing cache from master, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [3083ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@265212583(state=PENDING, result=null, callback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552), errback=(continuation of Deferred@1516228673 after retry RPC after error@324935271) -> (continuation of Deferred@38083654 after retry RPC after error@2070396227) -> (continuation of Deferred@1604233142 after retry RPC after error@1011889924) -> (continuation of Deferred@375237604 after retry RPC after error@1343652297) -> (continuation of Deferred@2057252714 after retry RPC after error@1196085034) -> (continuation of Deferred@1018388140 after retry RPC after error@1489995834) -> (continuation of Deferred@1529354294 after retry RPC after error@1250607078) -> (continuation of Deferred@1818943013 after retry RPC after error@1220543946) -> (continuation of Deferred@1395805516 after retry RPC after error@1289272643) -> (continuation of Deferred@1987692811 after retry RPC after error@1054829659) -> (continuation of Deferred@2135297761 after retry RPC after error@1987942127) -> (continuation of Deferred@1316239546 after retry RPC after error@193738907) -> (continuation of Deferred@1156713997 after retry RPC after error@1587683986) -> (continuation of Deferred@838623252 after retry RPC after error@1541328464) -> (continuation of Deferred@260579648 after retry RPC after error@1089549457) -> (continuation of Deferred@316604507 after retry RPC after error@1071575070) -> (continuation of Deferred@1905415300 after retry RPC after error@940483483) -> (continuation of Deferred@1387897113 after retry RPC after error@439350608) -> (continuation of Deferred@2038080741 after retry RPC after error@874893866) -> (continuation of Deferred@722148574 after retry RPC after error@1315695002) -> (continuation of Deferred@1645879614 after retry RPC after error@2016676821) -> (continuation of Deferred@195692001 after retry RPC after error@438049335) -> (continuation of Deferred@691850139 after retry RPC after error@1905137610) -> (continuation of Deferred@709923095 after retry RPC after error@1357380552)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.61:41907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:13.499 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:56:13.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
23:56:13.499 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
23:56:13.500 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:56:13.500 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
23:56:13.500 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:56:13.506 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:56:13.506 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
23:56:13.506 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:56:13.509 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.510 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.510 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.510 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.510 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.521 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
23:56:13.521 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
23:56:13.522 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c34498118044a003e0b2ad37cbcb486
23:56:13.529 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.529 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.529 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.530 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.549 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.549 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.549 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.549 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.550 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.550 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.570 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.570 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.570 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.578 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:13.579 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:13.579 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:13.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:13.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:13.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:13.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:13.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:13.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:13.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:13.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:13.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:13.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:13.609 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.609 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.609 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.610 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:11.035637  9601 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 9575
23:56:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:13.646174  9575 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 4.000s	user 0.818s	sys 1.514s
23:56:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:09.652595  9603 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:13.649168  9575 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 4.003s	user 0.818s	sys 1.514s
23:56:13.671 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.672 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.672 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.671854  9575 server_base.cc:1061] running on GCE node
23:56:13.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.673 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.673 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.673 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:13.681002  9707 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.682747  9575 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:13.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.694758  9575 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.710779  9575 hybrid_clock.cc:648] HybridClock initialized: now 1783468573710677 us; error 117 us; skew 500 ppm
23:56:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.711988  9575 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:13.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.736888  9575 webserver.cc:534] Webserver started at http://127.9.16.193:44075/ using document root <none> and password file <none>
23:56:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.738427  9575 fs_manager.cc:362] Metadata directory not provided
23:56:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.738927  9575 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.739717  9575 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.751439  9575 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/data/instance:
23:56:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:13 on dist-test-slave-1rxj"
23:56:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.753445  9575 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/wal/instance:
23:56:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:13 on dist-test-slave-1rxj"
23:56:13.769 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:13.770 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:13.770 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.770253  9575 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.013s	sys 0.000s
23:56:13.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:13.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:13.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:13.772 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.784528  9712 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.786257  9575 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.004s	sys 0.004s
23:56:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.787019  9575 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/wal
23:56:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:13 on dist-test-slave-1rxj"
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.787693  9575 fs_report.cc:389] FS layout report
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/wal
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/wal
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/data/data
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:13.798 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:13.798 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:13.799 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:13.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:13.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:13.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:13.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:13.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:13.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:13.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:13.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:13.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:13.800 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:13.800 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29743), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [6ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [8ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [8ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [23ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [44ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [45ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [83ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [103ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [303ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [482ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [483ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [483ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [661ms] refreshing cache from master, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [663ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [664ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [664ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [664ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [961ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [962ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [962ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2363ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3780ms] refreshing cache from master, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3782ms] too many traces: truncated at 100 traces, deferred=Deferred@1147174438(state=PENDING, result=null, callback=(continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350) -> (continuation of Deferred@1116101338 after retry RPC after error@577170534) -> (continuation of Deferred@2100320229 after retry RPC after error@1427927994) -> (continuation of Deferred@633123657 after retry RPC after error@816606788) -> (continuation of Deferred@1331468491 after retry RPC after error@2045489977) -> (continuation of Deferred@957178294 after retry RPC after error@1786832541) -> (continuation of Deferred@1102160326 after retry RPC after error@1709678770), errback=(continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350) -> (continuation of Deferred@1116101338 after retry RPC after error@577170534) -> (continuation of Deferred@2100320229 after retry RPC after error@1427927994) -> (continuation of Deferred@633123657 after retry RPC after error@816606788) -> (continuation of Deferred@1331468491 after retry RPC after error@2045489977) -> (continuation of Deferred@957178294 after retry RPC after error@1786832541) -> (continuation of Deferred@1102160326 after retry RPC after error@1709678770)))
23:56:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.873169  9575 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.874909  9575 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.875394  9575 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.878842  9575 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:56:13.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.884438  9575 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:56:13.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.884693  9575 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:56:13.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.885039  9575 ts_tablet_manager.cc:616] Registered 0 tablets
23:56:13.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:13.885234  9575 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:56:13.902 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:13.903 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:13.903 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:13.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:13.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:13.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:13.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:13.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:13.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:13.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:13.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:13.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:13.904 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:13.905 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29853), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [17ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [21ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [25ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [71ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [71ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [72ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [83ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [202ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [203ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [203ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [283ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [283ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [362ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [604ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [604ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [605ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1161ms] refreshing cache from master, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1164ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3141ms] refreshing cache from master, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3143ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5781ms] refreshing cache from master, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5781ms] too many traces: truncated at 100 traces, deferred=Deferred@1196102895(state=PENDING, result=null, callback=(continuation of Deferred@222904944 after retry RPC after error@1076001754) -> (continuation of Deferred@1967117142 after retry RPC after error@1783385458) -> (continuation of Deferred@760338569 after retry RPC after error@2122222162) -> (continuation of Deferred@1976587176 after retry RPC after error@2113910717) -> (continuation of Deferred@1590275355 after retry RPC after error@1424986250) -> (continuation of Deferred@601212076 after retry RPC after error@597155124) -> (continuation of Deferred@807734568 after retry RPC after error@409378918) -> (continuation of Deferred@354154338 after retry RPC after error@150529672) -> (continuation of Deferred@279766770 after retry RPC after error@1038356753) -> (continuation of Deferred@1997426984 after retry RPC after error@940389863) -> (continuation of Deferred@1340198754 after retry RPC after error@1385177878) -> (continuation of Deferred@1460842365 after retry RPC after error@107027061) -> (continuation of Deferred@1195007748 after retry RPC after error@350313574) -> (continuation of Deferred@1456103616 after retry RPC after error@1484159710) -> (continuation of Deferred@1302453419 after retry RPC after error@1396550421) -> (continuation of Deferred@1450446290 after retry RPC after error@1035943240) -> (continuation of Deferred@2117659344 after retry RPC after error@1088652033) -> (continuation of Deferred@915348562 after retry RPC after error@1922966198) -> (continuation of Deferred@1263089759 after retry RPC after error@393101756) -> (continuation of Deferred@1506652815 after retry RPC after error@1514512530) -> (continuation of Deferred@1489821765 after retry RPC after error@1028270401) -> (continuation of Deferred@153595309 after retry RPC after error@2115095851) -> (continuation of Deferred@1105253476 after retry RPC after error@755821880) -> (continuation of Deferred@435316721 after retry RPC after error@1778030961), errback=(continuation of Deferred@222904944 after retry RPC after error@1076001754) -> (continuation of Deferred@1967117142 after retry RPC after error@1783385458) -> (continuation of Deferred@760338569 after retry RPC after error@2122222162) -> (continuation of Deferred@1976587176 after retry RPC after error@2113910717) -> (continuation of Deferred@1590275355 after retry RPC after error@1424986250) -> (continuation of Deferred@601212076 after retry RPC after error@597155124) -> (continuation of Deferred@807734568 after retry RPC after error@409378918) -> (continuation of Deferred@354154338 after retry RPC after error@150529672) -> (continuation of Deferred@279766770 after retry RPC after error@1038356753) -> (continuation of Deferred@1997426984 after retry RPC after error@940389863) -> (continuation of Deferred@1340198754 after retry RPC after error@1385177878) -> (continuation of Deferred@1460842365 after retry RPC after error@107027061) -> (continuation of Deferred@1195007748 after retry RPC after error@350313574) -> (continuation of Deferred@1456103616 after retry RPC after error@1484159710) -> (continuation of Deferred@1302453419 after retry RPC after error@1396550421) -> (continuation of Deferred@1450446290 after retry RPC after error@1035943240) -> (continuation of Deferred@2117659344 after retry RPC after error@1088652033) -> (continuation of Deferred@915348562 after retry RPC after error@1922966198) -> (continuation of Deferred@1263089759 after retry RPC after error@393101756) -> (continuation of Deferred@1506652815 after retry RPC after error@1514512530) -> (continuation of Deferred@1489821765 after retry RPC after error@1028270401) -> (continuation of Deferred@153595309 after retry RPC after error@2115095851) -> (continuation of Deferred@1105253476 after retry RPC after error@755821880) -> (continuation of Deferred@435316721 after retry RPC after error@1778030961)))
23:56:13.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:14.009 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:14.009 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:14.009 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:14.009 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.009 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.010 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.010 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.010 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.010 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:14.039 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:14.040 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:14.041 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:14.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:14.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:14.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:14.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:14.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:14.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:14.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:14.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:14.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:14.042 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:14.042 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29980), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [8ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [10ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [10ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [24ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [83ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [141ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [242ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [242ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [301ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [302ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [302ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [602ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [602ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [603ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1443ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2922ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6200ms] refreshing cache from master, [6200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6201ms] too many traces: truncated at 100 traces, deferred=Deferred@468658159(state=PENDING, result=null, callback=(continuation of Deferred@556228778 after retry RPC after error@2002343069) -> (continuation of Deferred@694826528 after retry RPC after error@1264106685) -> (continuation of Deferred@1365292876 after retry RPC after error@1814096961) -> (continuation of Deferred@344132819 after retry RPC after error@439412650) -> (continuation of Deferred@1312745847 after retry RPC after error@622286357) -> (continuation of Deferred@704525296 after retry RPC after error@879664338) -> (continuation of Deferred@220380793 after retry RPC after error@312141366) -> (continuation of Deferred@1252210214 after retry RPC after error@174832556) -> (continuation of Deferred@312614382 after retry RPC after error@1473045210) -> (continuation of Deferred@76409859 after retry RPC after error@1399624165) -> (continuation of Deferred@1361292043 after retry RPC after error@1632197063) -> (continuation of Deferred@172968985 after retry RPC after error@1025181452) -> (continuation of Deferred@1907132503 after retry RPC after error@1509978308) -> (continuation of Deferred@719306777 after retry RPC after error@1327071529) -> (continuation of Deferred@1516390061 after retry RPC after error@54369141) -> (continuation of Deferred@1463180291 after retry RPC after error@1411747589) -> (continuation of Deferred@473627650 after retry RPC after error@1941121731) -> (continuation of Deferred@377534194 after retry RPC after error@1856331392) -> (continuation of Deferred@632583610 after retry RPC after error@1337698045) -> (continuation of Deferred@1545580254 after retry RPC after error@411740803) -> (continuation of Deferred@504694157 after retry RPC after error@210486524) -> (continuation of Deferred@759427821 after retry RPC after error@1615891316), errback=(continuation of Deferred@556228778 after retry RPC after error@2002343069) -> (continuation of Deferred@694826528 after retry RPC after error@1264106685) -> (continuation of Deferred@1365292876 after retry RPC after error@1814096961) -> (continuation of Deferred@344132819 after retry RPC after error@439412650) -> (continuation of Deferred@1312745847 after retry RPC after error@622286357) -> (continuation of Deferred@704525296 after retry RPC after error@879664338) -> (continuation of Deferred@220380793 after retry RPC after error@312141366) -> (continuation of Deferred@1252210214 after retry RPC after error@174832556) -> (continuation of Deferred@312614382 after retry RPC after error@1473045210) -> (continuation of Deferred@76409859 after retry RPC after error@1399624165) -> (continuation of Deferred@1361292043 after retry RPC after error@1632197063) -> (continuation of Deferred@172968985 after retry RPC after error@1025181452) -> (continuation of Deferred@1907132503 after retry RPC after error@1509978308) -> (continuation of Deferred@719306777 after retry RPC after error@1327071529) -> (continuation of Deferred@1516390061 after retry RPC after error@54369141) -> (continuation of Deferred@1463180291 after retry RPC after error@1411747589) -> (continuation of Deferred@473627650 after retry RPC after error@1941121731) -> (continuation of Deferred@377534194 after retry RPC after error@1856331392) -> (continuation of Deferred@632583610 after retry RPC after error@1337698045) -> (continuation of Deferred@1545580254 after retry RPC after error@411740803) -> (continuation of Deferred@504694157 after retry RPC after error@210486524) -> (continuation of Deferred@759427821 after retry RPC after error@1615891316)))
23:56:14.101 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:14.101 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:14.101 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:14.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.102 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:14.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:14.195 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:14.195 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:14.195 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:14.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.197 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:14.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:14.286 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:14.287 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:14.287 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:14.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:14.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:14.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:14.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:14.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:14.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:14.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:14.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:14.290 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:14.290 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:14.291 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29454), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [29ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [157ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [158ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [158ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [158ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [264ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [544ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [544ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [544ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [643ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [643ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [644ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [644ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1563ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2383ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5401ms] refreshing cache from master, [5401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5402ms] too many traces: truncated at 100 traces, deferred=Deferred@559683841(state=PENDING, result=null, callback=(continuation of Deferred@838167048 after retry RPC after error@433441196) -> (continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297), errback=(continuation of Deferred@838167048 after retry RPC after error@433441196) -> (continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297)))
23:56:14.291 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:14.291 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:14.291 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:14.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:14.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:14.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:14.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:14.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:14.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:14.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:14.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:14.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:14.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:14.389 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:14.390 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:14.390 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:14.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:14.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:14.435 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:14.435 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:14.435 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:14.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:14.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:14.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:14.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:14.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:14.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:14.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:14.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:14.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:14.436 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:14.440 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:14.440 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:14.440 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:14.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:14.450 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:14.451 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:14.451 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:14.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:14.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.452 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:14.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:14.452 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:14.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.493670  9826 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.16.193:32929 every 8 connection(s)
23:56:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.496722  9575 rpc_server.cc:307] RPC server started. Bound to: 127.9.16.193:32929
23:56:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.501389  9575 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/data/info.pb
23:56:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.510900  9283 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 9575
23:56:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.511523  9283 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-0/wal/instance
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.545683  9283 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/wal
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/data
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/logs
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/data/info.pb
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.194:0
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.16.194
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.194
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:56:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.616148  9828 heartbeater.cc:344] Connected to a master server at 127.9.16.253:39911
23:56:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.616636  9828 heartbeater.cc:461] Registering TS with master...
23:56:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.618064  9828 heartbeater.cc:507] Master 127.9.16.253:39911 requested a full tablet report, sending...
23:56:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.623381  9411 ts_manager.cc:194] Registered new tserver with Master: 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929)
23:56:14.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.630220  9834 heartbeater.cc:344] Connected to a master server at 127.9.16.254:35283
23:56:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.630653  9834 heartbeater.cc:461] Registering TS with master...
23:56:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.631698  9834 heartbeater.cc:507] Master 127.9.16.254:35283 requested a full tablet report, sending...
23:56:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.632699  9827 heartbeater.cc:344] Connected to a master server at 127.9.16.252:41799
23:56:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.633106  9827 heartbeater.cc:461] Registering TS with master...
23:56:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.634111  9827 heartbeater.cc:507] Master 127.9.16.252:41799 requested a full tablet report, sending...
23:56:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.637418  9331 ts_manager.cc:194] Registered new tserver with Master: 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929)
23:56:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.641093  9494 ts_manager.cc:194] Registered new tserver with Master: 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929)
23:56:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:14.643688  9494 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.16.193:60389
23:56:14.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:14.905 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:14.905 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:14.905 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:14.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:14.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:14.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:14.906 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:14.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:14.983 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:14.983 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:14.983 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:14.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:14.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:14.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:14.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:14.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:14.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:14.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:14.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:14.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:14.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:15.110357  9833 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:15.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:15.110987  9833 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:15.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:15.111585  9833 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:15.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:15.166744  9833 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:15.168057  9833 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.16.194
23:56:15.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:15.216902  9833 tablet_server_runner.cc:78] Tablet server non-default flags:
23:56:15.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:15.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:15.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:15.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/data
23:56:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/wal
23:56:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.194:0
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/data/info.pb
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.194
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.16.194
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/logs
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:15.219048  9833 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:15.221477  9833 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:15.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:15.244880  9844 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:15.269 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:15.270 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:15.270 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:15.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:15.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:15.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:15.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:15.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:15.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:15.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:15.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:15.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:15.271 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:15.271 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:15.271 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:15.271 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:15.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.272 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:15.283 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:15.283 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:15.283 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:15.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:15.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:15.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:15.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:15.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:15.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:15.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:15.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:15.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:15.285 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:15.350 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:15.350 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:15.350 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:15.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:15.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:15.350 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:15.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:15.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:15.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:15.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:15.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:15.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:15.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:15.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:15.494 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:15.494 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:15.494 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:15.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:15.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:15.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:15.648321  9827 heartbeater.cc:499] Master 127.9.16.252:41799 was elected leader, sending a full tablet report...
23:56:15.682 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:15.683 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:15.683 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:15.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:15.706 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:15.706 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:15.706 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:15.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:15.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:15.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:15.708 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:15.719 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:15.719 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:15.719 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:15.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:15.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:15.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:15.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:15.720 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:15.720 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:15.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:15.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:15.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:15.721 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:15.721 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27235), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [6ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [228ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [541ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [542ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [561ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1300ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2903ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2903ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5640ms] too many traces: truncated at 100 traces, deferred=Deferred@243112082(state=PENDING, result=null, callback=(continuation of Deferred@1825107712 after retry RPC after error@1738618124) -> (continuation of Deferred@1641929197 after retry RPC after error@59143244) -> (continuation of Deferred@681389011 after retry RPC after error@1182425753) -> (continuation of Deferred@1231538442 after retry RPC after error@2037641342) -> (continuation of Deferred@955354928 after retry RPC after error@755649565) -> (continuation of Deferred@1515384623 after retry RPC after error@1011090459) -> (continuation of Deferred@142116012 after retry RPC after error@2012044058) -> (continuation of Deferred@982247775 after retry RPC after error@653481673) -> (continuation of Deferred@1793256287 after retry RPC after error@2009749650) -> (continuation of Deferred@309233189 after retry RPC after error@781705151) -> (continuation of Deferred@1397907745 after retry RPC after error@1987689745) -> (continuation of Deferred@272650837 after retry RPC after error@3804613) -> (continuation of Deferred@1075916682 after retry RPC after error@2072744874) -> (continuation of Deferred@1774953588 after retry RPC after error@969922733) -> (continuation of Deferred@1885076833 after retry RPC after error@1474967043) -> (continuation of Deferred@1664536718 after retry RPC after error@612067061) -> (continuation of Deferred@199501806 after retry RPC after error@230183615) -> (continuation of Deferred@1491026214 after retry RPC after error@661444614) -> (continuation of Deferred@228413522 after retry RPC after error@1115674356) -> (continuation of Deferred@1619749356 after retry RPC after error@560345363) -> (continuation of Deferred@1184823981 after retry RPC after error@2053786876) -> (continuation of Deferred@1091931732 after retry RPC after error@1366020556) -> (continuation of Deferred@1620116190 after retry RPC after error@1219805084) -> (continuation of Deferred@633270256 after retry RPC after error@710192954) -> (continuation of Deferred@1119604572 after retry RPC after error@798933192) -> (continuation of Deferred@2098035620 after retry RPC after error@1915696704) -> (continuation of Deferred@1861404278 after retry RPC after error@926139360) -> (continuation of Deferred@561340153 after retry RPC after error@711192993), errback=(continuation of Deferred@1825107712 after retry RPC after error@1738618124) -> (continuation of Deferred@1641929197 after retry RPC after error@59143244) -> (continuation of Deferred@681389011 after retry RPC after error@1182425753) -> (continuation of Deferred@1231538442 after retry RPC after error@2037641342) -> (continuation of Deferred@955354928 after retry RPC after error@755649565) -> (continuation of Deferred@1515384623 after retry RPC after error@1011090459) -> (continuation of Deferred@142116012 after retry RPC after error@2012044058) -> (continuation of Deferred@982247775 after retry RPC after error@653481673) -> (continuation of Deferred@1793256287 after retry RPC after error@2009749650) -> (continuation of Deferred@309233189 after retry RPC after error@781705151) -> (continuation of Deferred@1397907745 after retry RPC after error@1987689745) -> (continuation of Deferred@272650837 after retry RPC after error@3804613) -> (continuation of Deferred@1075916682 after retry RPC after error@2072744874) -> (continuation of Deferred@1774953588 after retry RPC after error@969922733) -> (continuation of Deferred@1885076833 after retry RPC after error@1474967043) -> (continuation of Deferred@1664536718 after retry RPC after error@612067061) -> (continuation of Deferred@199501806 after retry RPC after error@230183615) -> (continuation of Deferred@1491026214 after retry RPC after error@661444614) -> (continuation of Deferred@228413522 after retry RPC after error@1115674356) -> (continuation of Deferred@1619749356 after retry RPC after error@560345363) -> (continuation of Deferred@1184823981 after retry RPC after error@2053786876) -> (continuation of Deferred@1091931732 after retry RPC after error@1366020556) -> (continuation of Deferred@1620116190 after retry RPC after error@1219805084) -> (continuation of Deferred@633270256 after retry RPC after error@710192954) -> (continuation of Deferred@1119604572 after retry RPC after error@798933192) -> (continuation of Deferred@2098035620 after retry RPC after error@1915696704) -> (continuation of Deferred@1861404278 after retry RPC after error@926139360) -> (continuation of Deferred@561340153 after retry RPC after error@711192993)))
23:56:15.722 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:56:15.722 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27235), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [6ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [228ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [541ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [542ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [561ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1300ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2903ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2903ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5640ms] too many traces: truncated at 100 traces, deferred=Deferred@243112082(state=PENDING, result=null, callback=(continuation of Deferred@1825107712 after retry RPC after error@1738618124) -> (continuation of Deferred@1641929197 after retry RPC after error@59143244) -> (continuation of Deferred@681389011 after retry RPC after error@1182425753) -> (continuation of Deferred@1231538442 after retry RPC after error@2037641342) -> (continuation of Deferred@955354928 after retry RPC after error@755649565) -> (continuation of Deferred@1515384623 after retry RPC after error@1011090459) -> (continuation of Deferred@142116012 after retry RPC after error@2012044058) -> (continuation of Deferred@982247775 after retry RPC after error@653481673) -> (continuation of Deferred@1793256287 after retry RPC after error@2009749650) -> (continuation of Deferred@309233189 after retry RPC after error@781705151) -> (continuation of Deferred@1397907745 after retry RPC after error@1987689745) -> (continuation of Deferred@272650837 after retry RPC after error@3804613) -> (continuation of Deferred@1075916682 after retry RPC after error@2072744874) -> (continuation of Deferred@1774953588 after retry RPC after error@969922733) -> (continuation of Deferred@1885076833 after retry RPC after error@1474967043) -> (continuation of Deferred@1664536718 after retry RPC after error@612067061) -> (continuation of Deferred@199501806 after retry RPC after error@230183615) -> (continuation of Deferred@1491026214 after retry RPC after error@661444614) -> (continuation of Deferred@228413522 after retry RPC after error@1115674356) -> (continuation of Deferred@1619749356 after retry RPC after error@560345363) -> (continuation of Deferred@1184823981 after retry RPC after error@2053786876) -> (continuation of Deferred@1091931732 after retry RPC after error@1366020556) -> (continuation of Deferred@1620116190 after retry RPC after error@1219805084) -> (continuation of Deferred@633270256 after retry RPC after error@710192954) -> (continuation of Deferred@1119604572 after retry RPC after error@798933192) -> (continuation of Deferred@2098035620 after retry RPC after error@1915696704) -> (continuation of Deferred@1861404278 after retry RPC after error@926139360) -> (continuation of Deferred@561340153 after retry RPC after error@711192993), errback=(continuation of Deferred@1825107712 after retry RPC after error@1738618124) -> (continuation of Deferred@1641929197 after retry RPC after error@59143244) -> (continuation of Deferred@681389011 after retry RPC after error@1182425753) -> (continuation of Deferred@1231538442 after retry RPC after error@2037641342) -> (continuation of Deferred@955354928 after retry RPC after error@755649565) -> (continuation of Deferred@1515384623 after retry RPC after error@1011090459) -> (continuation of Deferred@142116012 after retry RPC after error@2012044058) -> (continuation of Deferred@982247775 after retry RPC after error@653481673) -> (continuation of Deferred@1793256287 after retry RPC after error@2009749650) -> (continuation of Deferred@309233189 after retry RPC after error@781705151) -> (continuation of Deferred@1397907745 after retry RPC after error@1987689745) -> (continuation of Deferred@272650837 after retry RPC after error@3804613) -> (continuation of Deferred@1075916682 after retry RPC after error@2072744874) -> (continuation of Deferred@1774953588 after retry RPC after error@969922733) -> (continuation of Deferred@1885076833 after retry RPC after error@1474967043) -> (continuation of Deferred@1664536718 after retry RPC after error@612067061) -> (continuation of Deferred@199501806 after retry RPC after error@230183615) -> (continuation of Deferred@1491026214 after retry RPC after error@661444614) -> (continuation of Deferred@228413522 after retry RPC after error@1115674356) -> (continuation of Deferred@1619749356 after retry RPC after error@560345363) -> (continuation of Deferred@1184823981 after retry RPC after error@2053786876) -> (continuation of Deferred@1091931732 after retry RPC after error@1366020556) -> (continuation of Deferred@1620116190 after retry RPC after error@1219805084) -> (continuation of Deferred@633270256 after retry RPC after error@710192954) -> (continuation of Deferred@1119604572 after retry RPC after error@798933192) -> (continuation of Deferred@2098035620 after retry RPC after error@1915696704) -> (continuation of Deferred@1861404278 after retry RPC after error@926139360) -> (continuation of Deferred@561340153 after retry RPC after error@711192993)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:15.723 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:56:15.725 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:56:15.727 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27235), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [6ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [228ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [541ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [542ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [561ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1300ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2903ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2903ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5640ms] too many traces: truncated at 100 traces, deferred=Deferred@243112082(state=PENDING, result=null, callback=(continuation of Deferred@1825107712 after retry RPC after error@1738618124) -> (continuation of Deferred@1641929197 after retry RPC after error@59143244) -> (continuation of Deferred@681389011 after retry RPC after error@1182425753) -> (continuation of Deferred@1231538442 after retry RPC after error@2037641342) -> (continuation of Deferred@955354928 after retry RPC after error@755649565) -> (continuation of Deferred@1515384623 after retry RPC after error@1011090459) -> (continuation of Deferred@142116012 after retry RPC after error@2012044058) -> (continuation of Deferred@982247775 after retry RPC after error@653481673) -> (continuation of Deferred@1793256287 after retry RPC after error@2009749650) -> (continuation of Deferred@309233189 after retry RPC after error@781705151) -> (continuation of Deferred@1397907745 after retry RPC after error@1987689745) -> (continuation of Deferred@272650837 after retry RPC after error@3804613) -> (continuation of Deferred@1075916682 after retry RPC after error@2072744874) -> (continuation of Deferred@1774953588 after retry RPC after error@969922733) -> (continuation of Deferred@1885076833 after retry RPC after error@1474967043) -> (continuation of Deferred@1664536718 after retry RPC after error@612067061) -> (continuation of Deferred@199501806 after retry RPC after error@230183615) -> (continuation of Deferred@1491026214 after retry RPC after error@661444614) -> (continuation of Deferred@228413522 after retry RPC after error@1115674356) -> (continuation of Deferred@1619749356 after retry RPC after error@560345363) -> (continuation of Deferred@1184823981 after retry RPC after error@2053786876) -> (continuation of Deferred@1091931732 after retry RPC after error@1366020556) -> (continuation of Deferred@1620116190 after retry RPC after error@1219805084) -> (continuation of Deferred@633270256 after retry RPC after error@710192954) -> (continuation of Deferred@1119604572 after retry RPC after error@798933192) -> (continuation of Deferred@2098035620 after retry RPC after error@1915696704) -> (continuation of Deferred@1861404278 after retry RPC after error@926139360) -> (continuation of Deferred@561340153 after retry RPC after error@711192993), errback=(continuation of Deferred@1825107712 after retry RPC after error@1738618124) -> (continuation of Deferred@1641929197 after retry RPC after error@59143244) -> (continuation of Deferred@681389011 after retry RPC after error@1182425753) -> (continuation of Deferred@1231538442 after retry RPC after error@2037641342) -> (continuation of Deferred@955354928 after retry RPC after error@755649565) -> (continuation of Deferred@1515384623 after retry RPC after error@1011090459) -> (continuation of Deferred@142116012 after retry RPC after error@2012044058) -> (continuation of Deferred@982247775 after retry RPC after error@653481673) -> (continuation of Deferred@1793256287 after retry RPC after error@2009749650) -> (continuation of Deferred@309233189 after retry RPC after error@781705151) -> (continuation of Deferred@1397907745 after retry RPC after error@1987689745) -> (continuation of Deferred@272650837 after retry RPC after error@3804613) -> (continuation of Deferred@1075916682 after retry RPC after error@2072744874) -> (continuation of Deferred@1774953588 after retry RPC after error@969922733) -> (continuation of Deferred@1885076833 after retry RPC after error@1474967043) -> (continuation of Deferred@1664536718 after retry RPC after error@612067061) -> (continuation of Deferred@199501806 after retry RPC after error@230183615) -> (continuation of Deferred@1491026214 after retry RPC after error@661444614) -> (continuation of Deferred@228413522 after retry RPC after error@1115674356) -> (continuation of Deferred@1619749356 after retry RPC after error@560345363) -> (continuation of Deferred@1184823981 after retry RPC after error@2053786876) -> (continuation of Deferred@1091931732 after retry RPC after error@1366020556) -> (continuation of Deferred@1620116190 after retry RPC after error@1219805084) -> (continuation of Deferred@633270256 after retry RPC after error@710192954) -> (continuation of Deferred@1119604572 after retry RPC after error@798933192) -> (continuation of Deferred@2098035620 after retry RPC after error@1915696704) -> (continuation of Deferred@1861404278 after retry RPC after error@926139360) -> (continuation of Deferred@561340153 after retry RPC after error@711192993)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:15.728 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:56:15.728 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:56:15.728 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RUNNING to RESTARTING.
23:56:15.728 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:15.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:15.934 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:16.089 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:16.090 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:16.090 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:16.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:16.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:16.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:16.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:16.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:16.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:16.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:16.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:16.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:16.091 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:16.204 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:16.205 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:16.205 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:16.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:16.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:16.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:16.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:16.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:16.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:16.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:16.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:16.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:16.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:16.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:16.326 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:16.327 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:16.327 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:16.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.328 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:16.410 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.410 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.410 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.411 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.412 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27895), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [135ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [152ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [156ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [159ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [233ms] refreshing cache from master, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [233ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [234ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [322ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [362ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [424ms] refreshing cache from master, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [425ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [542ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1443ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2261ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@728809250(state=PENDING, result=null, callback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414), errback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414)))
23:56:16.412 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.413 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.413 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.413 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.413 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.413 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.413 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.413 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.414 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.413 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27895), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [135ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [152ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [156ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [159ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [233ms] refreshing cache from master, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [233ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [234ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [322ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [362ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [424ms] refreshing cache from master, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [425ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [542ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1443ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2261ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@728809250(state=PENDING, result=null, callback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414), errback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27895), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [135ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [152ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [156ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [159ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [233ms] refreshing cache from master, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [233ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [234ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [322ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [362ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [424ms] refreshing cache from master, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [425ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [542ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1443ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2261ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@728809250(state=PENDING, result=null, callback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414), errback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.253:40309
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:16.422 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27895), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [135ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [152ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [156ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [159ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [233ms] refreshing cache from master, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [233ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [234ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [322ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [362ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [424ms] refreshing cache from master, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [425ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [542ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1443ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2261ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@728809250(state=PENDING, result=null, callback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414), errback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27895), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [135ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [152ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [156ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [159ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [233ms] refreshing cache from master, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [233ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [234ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [234ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [322ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [362ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [362ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [424ms] refreshing cache from master, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [425ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [425ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [542ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1443ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2261ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [2262ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@728809250(state=PENDING, result=null, callback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414), errback=(continuation of Deferred@1053555577 after retry RPC after error@188260241) -> (continuation of Deferred@330109570 after retry RPC after error@1032468090) -> (continuation of Deferred@1551565441 after retry RPC after error@326163080) -> (continuation of Deferred@1748169574 after retry RPC after error@82260476) -> (continuation of Deferred@808171 after retry RPC after error@364739320) -> (continuation of Deferred@1785397994 after retry RPC after error@1463723658) -> (continuation of Deferred@896998282 after retry RPC after error@1264831846) -> (continuation of Deferred@2041440946 after retry RPC after error@1535445499) -> (continuation of Deferred@1453584970 after retry RPC after error@66981125) -> (continuation of Deferred@361795506 after retry RPC after error@1722385962) -> (continuation of Deferred@802232599 after retry RPC after error@1555345357) -> (continuation of Deferred@1296582390 after retry RPC after error@1744441763) -> (continuation of Deferred@1078244842 after retry RPC after error@972533992) -> (continuation of Deferred@906444502 after retry RPC after error@21452476) -> (continuation of Deferred@1690912923 after retry RPC after error@1614664730) -> (continuation of Deferred@1866704709 after retry RPC after error@1410006695) -> (continuation of Deferred@2049567021 after retry RPC after error@1949986678) -> (continuation of Deferred@112301883 after retry RPC after error@88981132) -> (continuation of Deferred@815288201 after retry RPC after error@394188595) -> (continuation of Deferred@494699176 after retry RPC after error@1965946453) -> (continuation of Deferred@121314174 after retry RPC after error@1721598949) -> (continuation of Deferred@529347676 after retry RPC after error@84469414)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.253:40309
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:16.423 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:56:16.425 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:56:16.425 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
23:56:16.426 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:56:16.426 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
23:56:16.426 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:56:16.426 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
23:56:16.426 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:56:16.426 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:56:16.427 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:56:16.430 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.431 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.431 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:16.433 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:56:16.433 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:56:16.433 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:56:16.433 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:56:16.433 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
23:56:16.433 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:56:16.440 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:56:16.440 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:56:16.440 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:56:16.450 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:56:16.450 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:56:16.450 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:56:16.450 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.450 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.450 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.451 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.452 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:56:16.452 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:56:16.452 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:56:16.458 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:56:16.458 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:56:16.458 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:56:16.458 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
23:56:16.459 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:56:16.460 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:56:16.460 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:16.461 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:16.464 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4dfeeca2b0540f7d11f0127acc9190d8
23:56:16.470 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.470 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.470 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.490 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.491 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.491 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.492 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.510 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.510 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.510 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.511 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:16.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.511 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:16.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.511 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:16.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.512 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:16.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.512 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.514 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:16.515 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:16.515 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:16.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.516 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:16.570 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.570 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.571 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.575 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:16.575 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:16.576 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:16.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:16.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:16.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:16.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:16.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:16.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:16.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:16.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:16.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:16.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:16.634 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:16.634 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:16.634 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:16.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.635 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:16.690 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.690 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.691 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.691 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.710 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.710 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.710 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.711 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:16.751 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:16.751 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:16.751 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:16.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:16.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:16.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.752 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.752 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:16.752 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:16.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:16.647928  9843 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 9833
23:56:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:16.961324  9833 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.718s	user 0.596s	sys 0.946s
23:56:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:15.246965  9845 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:16.965248  9833 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.722s	user 0.596s	sys 0.946s
23:56:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.972522  9833 server_base.cc:1061] running on GCE node
23:56:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:16.974648  9861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.975879  9833 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:16.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.978399  9833 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:16.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.979838  9833 hybrid_clock.cc:648] HybridClock initialized: now 1783468576979761 us; error 67 us; skew 500 ppm
23:56:16.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.980743  9833 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.988051  9833 webserver.cc:534] Webserver started at http://127.9.16.194:33655/ using document root <none> and password file <none>
23:56:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.989223  9833 fs_manager.cc:362] Metadata directory not provided
23:56:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.989500  9833 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:16.990 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.990065  9833 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:16.990 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:16.990 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:16.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:16.990 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:16.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:16.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:16.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.995518  9833 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/data/instance:
23:56:16.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acd5876717844da6ba078fe6ef952db1"
23:56:16.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:16 on dist-test-slave-1rxj"
23:56:16.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:16.996834  9833 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/wal/instance:
23:56:16.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acd5876717844da6ba078fe6ef952db1"
23:56:16.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:16 on dist-test-slave-1rxj"
23:56:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.005281  9833 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.001s	sys 0.005s
23:56:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.011794  9866 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:17.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.012974  9833 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.005s
23:56:17.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.013384  9833 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/wal
23:56:17.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acd5876717844da6ba078fe6ef952db1"
23:56:17.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:16 on dist-test-slave-1rxj"
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.013789  9833 fs_report.cc:389] FS layout report
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/wal
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/wal
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/data/data
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:17.023 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:17.023 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:17.023 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:17.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:17.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:17.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:17.024 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:17.024 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:17.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:17.024 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:17.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:17.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:17.024 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.072111  9833 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:17.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.073781  9833 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:17.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.074190  9833 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.077064  9833 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:56:17.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.081423  9833 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:56:17.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.081688  9833 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
23:56:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.081944  9833 ts_tablet_manager.cc:616] Registered 0 tablets
23:56:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.082141  9833 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:56:17.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:17.265 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:17.266 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:17.266 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:17.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:17.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:17.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:17.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:17.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:17.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:17.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:17.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:17.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:17.266 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:17.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.271341  9833 rpc_server.cc:307] RPC server started. Bound to: 127.9.16.194:43169
23:56:17.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.271483  9982 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.16.194:43169 every 8 connection(s)
23:56:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.274977  9833 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/data/info.pb
23:56:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.278760  9283 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 9833
23:56:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.279323  9283 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-1/wal/instance
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.299273  9283 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/wal
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/data
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/logs
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/data/info.pb
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.195:0
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.16.195
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.195
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:56:17.343 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:17.343 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:17.343 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:17.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:17.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:17.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:17.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:17.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:17.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:17.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:17.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:17.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:17.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:17.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.345163  9984 heartbeater.cc:344] Connected to a master server at 127.9.16.253:39911
23:56:17.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.345713  9984 heartbeater.cc:461] Registering TS with master...
23:56:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.347219  9984 heartbeater.cc:507] Master 127.9.16.253:39911 requested a full tablet report, sending...
23:56:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.348914  9983 heartbeater.cc:344] Connected to a master server at 127.9.16.252:41799
23:56:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.349277  9983 heartbeater.cc:461] Registering TS with master...
23:56:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.350271  9983 heartbeater.cc:507] Master 127.9.16.252:41799 requested a full tablet report, sending...
23:56:17.351 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:17.351 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:17.351 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:17.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:17.352 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:17.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:17.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:17.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:17.352 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.352082  9411 ts_manager.cc:194] Registered new tserver with Master: acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:17.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:17.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:17.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:17.352 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.354249  9494 ts_manager.cc:194] Registered new tserver with Master: acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.355700  9494 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.16.194:44579
23:56:17.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.358371  9985 heartbeater.cc:344] Connected to a master server at 127.9.16.254:35283
23:56:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.358741  9985 heartbeater.cc:461] Registering TS with master...
23:56:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.359570  9985 heartbeater.cc:507] Master 127.9.16.254:35283 requested a full tablet report, sending...
23:56:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.362063  9331 ts_manager.cc:194] Registered new tserver with Master: acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:17.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:17.510 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:17.510 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:17.510 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:17.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:17.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:17.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:17.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:17.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:17.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:17.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:17.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:17.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:17.511 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:17.515 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:17.515 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:17.516 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:17.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.516 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:17.517 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29026), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [8ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [8ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [146ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [146ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [146ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [248ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [248ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [441ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [442ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [622ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1022ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1041ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1960ms] refreshing cache from master, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1961ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [5400ms] refreshing cache from master, [5401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5401ms] too many traces: truncated at 100 traces, deferred=Deferred@268621174(state=PENDING, result=null, callback=(continuation of Deferred@134692929 after retry RPC after error@826765826) -> (continuation of Deferred@2066823537 after retry RPC after error@2107566596) -> (continuation of Deferred@1336522942 after retry RPC after error@1165235243) -> (continuation of Deferred@939280197 after retry RPC after error@1027102068) -> (continuation of Deferred@1071015461 after retry RPC after error@1516697784) -> (continuation of Deferred@267737822 after retry RPC after error@1880702369) -> (continuation of Deferred@2087885513 after retry RPC after error@297541319) -> (continuation of Deferred@876250500 after retry RPC after error@225919639) -> (continuation of Deferred@1706763554 after retry RPC after error@343954804) -> (continuation of Deferred@1953952965 after retry RPC after error@1126327078) -> (continuation of Deferred@2139933781 after retry RPC after error@1764826405) -> (continuation of Deferred@706874394 after retry RPC after error@2051629355) -> (continuation of Deferred@1673454675 after retry RPC after error@34014516) -> (continuation of Deferred@947887026 after retry RPC after error@151971247) -> (continuation of Deferred@486933665 after retry RPC after error@655531152) -> (continuation of Deferred@1668555211 after retry RPC after error@489264023) -> (continuation of Deferred@816299935 after retry RPC after error@56771335) -> (continuation of Deferred@1104826585 after retry RPC after error@272549470) -> (continuation of Deferred@501799041 after retry RPC after error@201574976) -> (continuation of Deferred@533467009 after retry RPC after error@2032543248) -> (continuation of Deferred@584176997 after retry RPC after error@814897845) -> (continuation of Deferred@1339947809 after retry RPC after error@126042732) -> (continuation of Deferred@735429892 after retry RPC after error@162559289) -> (continuation of Deferred@689210333 after retry RPC after error@882451633) -> (continuation of Deferred@836840131 after retry RPC after error@997361787), errback=(continuation of Deferred@134692929 after retry RPC after error@826765826) -> (continuation of Deferred@2066823537 after retry RPC after error@2107566596) -> (continuation of Deferred@1336522942 after retry RPC after error@1165235243) -> (continuation of Deferred@939280197 after retry RPC after error@1027102068) -> (continuation of Deferred@1071015461 after retry RPC after error@1516697784) -> (continuation of Deferred@267737822 after retry RPC after error@1880702369) -> (continuation of Deferred@2087885513 after retry RPC after error@297541319) -> (continuation of Deferred@876250500 after retry RPC after error@225919639) -> (continuation of Deferred@1706763554 after retry RPC after error@343954804) -> (continuation of Deferred@1953952965 after retry RPC after error@1126327078) -> (continuation of Deferred@2139933781 after retry RPC after error@1764826405) -> (continuation of Deferred@706874394 after retry RPC after error@2051629355) -> (continuation of Deferred@1673454675 after retry RPC after error@34014516) -> (continuation of Deferred@947887026 after retry RPC after error@151971247) -> (continuation of Deferred@486933665 after retry RPC after error@655531152) -> (continuation of Deferred@1668555211 after retry RPC after error@489264023) -> (continuation of Deferred@816299935 after retry RPC after error@56771335) -> (continuation of Deferred@1104826585 after retry RPC after error@272549470) -> (continuation of Deferred@501799041 after retry RPC after error@201574976) -> (continuation of Deferred@533467009 after retry RPC after error@2032543248) -> (continuation of Deferred@584176997 after retry RPC after error@814897845) -> (continuation of Deferred@1339947809 after retry RPC after error@126042732) -> (continuation of Deferred@735429892 after retry RPC after error@162559289) -> (continuation of Deferred@689210333 after retry RPC after error@882451633) -> (continuation of Deferred@836840131 after retry RPC after error@997361787)))
23:56:17.581 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:17.582 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:17.582 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:17.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.582 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:17.583 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=29134), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [18ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [258ms] refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [600ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [600ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [601ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [601ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [762ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1142ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1442ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1902ms] too many traces: truncated at 100 traces, deferred=Deferred@1171533989(state=PENDING, result=null, callback=(continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601) -> (continuation of Deferred@2038568293 after retry RPC after error@1696290623) -> (continuation of Deferred@870447142 after retry RPC after error@972621106) -> (continuation of Deferred@1345914453 after retry RPC after error@1873019330) -> (continuation of Deferred@1404626136 after retry RPC after error@572107528) -> (continuation of Deferred@982125232 after retry RPC after error@1970251314) -> (continuation of Deferred@1634009699 after retry RPC after error@248226988) -> (continuation of Deferred@1694425167 after retry RPC after error@1814594772) -> (continuation of Deferred@622327080 after retry RPC after error@1982516194) -> (continuation of Deferred@1699062256 after retry RPC after error@1306761128) -> (continuation of Deferred@1464309129 after retry RPC after error@1997680984) -> (continuation of Deferred@1066423403 after retry RPC after error@1855965926), errback=(continuation of Deferred@1124208715 after retry RPC after error@1844259467) -> (continuation of Deferred@796099958 after retry RPC after error@1271322917) -> (continuation of Deferred@404035678 after retry RPC after error@472436901) -> (continuation of Deferred@792964707 after retry RPC after error@1378960735) -> (continuation of Deferred@1649828015 after retry RPC after error@941701560) -> (continuation of Deferred@178497641 after retry RPC after error@1390415839) -> (continuation of Deferred@56774196 after retry RPC after error@843008793) -> (continuation of Deferred@633884119 after retry RPC after error@1996759110) -> (continuation of Deferred@1720111996 after retry RPC after error@774449974) -> (continuation of Deferred@1239973329 after retry RPC after error@532177594) -> (continuation of Deferred@1333088002 after retry RPC after error@677559617) -> (continuation of Deferred@577657705 after retry RPC after error@2115981356) -> (continuation of Deferred@460787122 after retry RPC after error@641872680) -> (continuation of Deferred@1982300570 after retry RPC after error@1916608834) -> (continuation of Deferred@1367652394 after retry RPC after error@1726487105) -> (continuation of Deferred@747207767 after retry RPC after error@933588917) -> (continuation of Deferred@1133827203 after retry RPC after error@1695081634) -> (continuation of Deferred@42223504 after retry RPC after error@515918002) -> (continuation of Deferred@2073409317 after retry RPC after error@1503289601) -> (continuation of Deferred@2038568293 after retry RPC after error@1696290623) -> (continuation of Deferred@870447142 after retry RPC after error@972621106) -> (continuation of Deferred@1345914453 after retry RPC after error@1873019330) -> (continuation of Deferred@1404626136 after retry RPC after error@572107528) -> (continuation of Deferred@982125232 after retry RPC after error@1970251314) -> (continuation of Deferred@1634009699 after retry RPC after error@248226988) -> (continuation of Deferred@1694425167 after retry RPC after error@1814594772) -> (continuation of Deferred@622327080 after retry RPC after error@1982516194) -> (continuation of Deferred@1699062256 after retry RPC after error@1306761128) -> (continuation of Deferred@1464309129 after retry RPC after error@1997680984) -> (continuation of Deferred@1066423403 after retry RPC after error@1855965926)))
23:56:17.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:17.701988  9990 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:17.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:17.702592  9990 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:17.703127  9990 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:17.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:17.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:17.741652  9990 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:17.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:17.742852  9990 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.16.195
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.792579  9990 tablet_server_runner.cc:78] Tablet server non-default flags:
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.16.212:39311
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/data
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/wal
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.16.195:0
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/data/info.pb
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.16.195
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.16.254:35283,127.9.16.253:39911,127.9.16.252:41799
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.16.195
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/logs
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.794302  9990 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:17.796064  9990 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:17.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:17.812497 10001 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:17.904 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:17.905 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:17.905 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:17.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:17.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:17.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:17.906 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:17.906 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29451), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [69ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [72ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [168ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [169ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [169ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [169ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [284ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [442ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [502ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [622ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1862ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@2073760699(state=PENDING, result=null, callback=(continuation of Deferred@452581257 after retry RPC after error@998343985) -> (continuation of Deferred@159474481 after retry RPC after error@707051377) -> (continuation of Deferred@2125815843 after retry RPC after error@1227545289) -> (continuation of Deferred@1261482038 after retry RPC after error@1155551510) -> (continuation of Deferred@285316561 after retry RPC after error@241367466) -> (continuation of Deferred@1075665232 after retry RPC after error@104061092) -> (continuation of Deferred@461466286 after retry RPC after error@45576157) -> (continuation of Deferred@684355842 after retry RPC after error@816085575) -> (continuation of Deferred@543204071 after retry RPC after error@428931249) -> (continuation of Deferred@1655294176 after retry RPC after error@1900863664) -> (continuation of Deferred@1419641828 after retry RPC after error@1255488694) -> (continuation of Deferred@1721172932 after retry RPC after error@1892165318) -> (continuation of Deferred@1416464920 after retry RPC after error@926825647) -> (continuation of Deferred@1768525999 after retry RPC after error@1487299922) -> (continuation of Deferred@1621297428 after retry RPC after error@650021611) -> (continuation of Deferred@66554491 after retry RPC after error@1754325922) -> (continuation of Deferred@277064717 after retry RPC after error@1119388964) -> (continuation of Deferred@2099477338 after retry RPC after error@306252463) -> (continuation of Deferred@523190062 after retry RPC after error@423102538) -> (continuation of Deferred@2141669788 after retry RPC after error@1697198261) -> (continuation of Deferred@60401009 after retry RPC after error@1522173712) -> (continuation of Deferred@529845874 after retry RPC after error@857008557) -> (continuation of Deferred@2103992467 after retry RPC after error@1935993385) -> (continuation of Deferred@1253723497 after retry RPC after error@1593281554), errback=(continuation of Deferred@452581257 after retry RPC after error@998343985) -> (continuation of Deferred@159474481 after retry RPC after error@707051377) -> (continuation of Deferred@2125815843 after retry RPC after error@1227545289) -> (continuation of Deferred@1261482038 after retry RPC after error@1155551510) -> (continuation of Deferred@285316561 after retry RPC after error@241367466) -> (continuation of Deferred@1075665232 after retry RPC after error@104061092) -> (continuation of Deferred@461466286 after retry RPC after error@45576157) -> (continuation of Deferred@684355842 after retry RPC after error@816085575) -> (continuation of Deferred@543204071 after retry RPC after error@428931249) -> (continuation of Deferred@1655294176 after retry RPC after error@1900863664) -> (continuation of Deferred@1419641828 after retry RPC after error@1255488694) -> (continuation of Deferred@1721172932 after retry RPC after error@1892165318) -> (continuation of Deferred@1416464920 after retry RPC after error@926825647) -> (continuation of Deferred@1768525999 after retry RPC after error@1487299922) -> (continuation of Deferred@1621297428 after retry RPC after error@650021611) -> (continuation of Deferred@66554491 after retry RPC after error@1754325922) -> (continuation of Deferred@277064717 after retry RPC after error@1119388964) -> (continuation of Deferred@2099477338 after retry RPC after error@306252463) -> (continuation of Deferred@523190062 after retry RPC after error@423102538) -> (continuation of Deferred@2141669788 after retry RPC after error@1697198261) -> (continuation of Deferred@60401009 after retry RPC after error@1522173712) -> (continuation of Deferred@529845874 after retry RPC after error@857008557) -> (continuation of Deferred@2103992467 after retry RPC after error@1935993385) -> (continuation of Deferred@1253723497 after retry RPC after error@1593281554)))
23:56:17.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:17.942 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:17.943 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:17.943 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:17.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:17.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:17.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:17.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:17.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:17.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:17.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:17.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:17.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:17.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:17.996 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RESTARTING to RUNNING.
23:56:17.996 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 4dfeeca2b0540f7d11f0127acc9190d8 from Checkpoint 70 @ 1783468517073 for 4dfeeca2b0540f7d11f0127acc9190d8 located at file:/tmp/junit17060644452128614885/checkpoints/4dfeeca2b0540f7d11f0127acc9190d8/chk-70.
23:56:17.997 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:56:17.997 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:56:18.002 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:56:18.003 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:18.004 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:56:18.004 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id a72f00cba0c36c63e2524fbc24751dee
23:56:18.005 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a72f00cba0c36c63e2524fbc24751dee.
23:56:18.005 [INFO - Thread-56] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:56:18.006 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.3.223.254:35097(127.3.223.254:35097)] disconnecting while in state TERMINATED
23:56:18.006 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id a72f00cba0c36c63e2524fbc24751dee.
23:56:18.006 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.3.223.253:40309(127.3.223.253:40309)] disconnecting while in state TERMINATED
23:56:18.006 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.3.223.252:33517(127.3.223.252:33517)] disconnecting while in state TERMINATED
23:56:18.007 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
23:56:18.007 [DEBUG - Thread-56] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:18.008 [INFO - Thread-56] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:56:18.008 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:18.008 [INFO - Thread-56] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:56:18.010 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
23:56:18.010 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 505ebb4cc40f59ecdcd68b864b4d807d
23:56:18.010 [DEBUG - Thread-56] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:18.010 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:56:18.010 [INFO - Thread-56] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:56:18.011 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:18.012 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:56:18.012 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 6089c652dabfa45e12b8aadea83c54b7
23:56:18.013 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:56:18.013 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:18.014 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:56:18.014 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 547d11a71b0f9289d701c55ceee202dc
23:56:18.015 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 505ebb4cc40f59ecdcd68b864b4d807d.
23:56:18.016 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 505ebb4cc40f59ecdcd68b864b4d807d.
23:56:18.017 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:56:18.017 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:56:18.018 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f5eea6
23:56:18.018 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:18.018 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:56:18.018 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:56:18.019 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:56:18.033 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:18.033 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:18.033 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:18.033 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:18.039 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b90cde8
23:56:18.043 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:18.044 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 6089c652dabfa45e12b8aadea83c54b7.
23:56:18.045 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 6089c652dabfa45e12b8aadea83c54b7.
23:56:18.052 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 547d11a71b0f9289d701c55ceee202dc.
23:56:18.056 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
23:56:18.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
23:56:18.058 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 547d11a71b0f9289d701c55ceee202dc.
23:56:18.058 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9e52741
23:56:18.059 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:18.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:56:18.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:56:18.059 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:56:18.060 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:56:18.062 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4bf87184
23:56:18.062 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:18.063 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:56:18.064 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:56:18.064 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:56:18.068 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21ede9f7
23:56:18.070 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:56:18.072 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:18.087 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:56:18.087 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:56:18.108 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75b6071b
23:56:18.108 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:18.108 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:56:18.109 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:56:18.109 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:56:18.110 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@474a63f1
23:56:18.117 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:18.122 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@749d38d3
23:56:18.124 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:18.130 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.219 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.226 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:18.234 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.240 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.247 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.255 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.262 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.269 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.270 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.275 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.280 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.285 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.290 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.293 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.294 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.299 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.300 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.305 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.306 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.309 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.316 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.321 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.330 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.335 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.336 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.337 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.341 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.346 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.346 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.346 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.346 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.356 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.360 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:18.361389  9983 heartbeater.cc:499] Master 127.9.16.252:41799 was elected leader, sending a full tablet report...
23:56:18.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.362 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.362 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.366 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.367 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.370 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.370 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.370 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.370 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.371 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.376 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.387 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.390 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.390 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.391 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.391 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.392 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.392 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.392 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.393 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.398 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.399 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.406 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.410 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.416 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.418 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.421 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.428 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.430 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.431 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.431 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.432 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:18.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.435 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.435 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.435 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.437 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.437 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:18.439 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.443 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.449 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.454 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.455 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.455 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.455 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.456 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.459 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.462 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.463 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.470 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.470 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.470 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.473 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.476 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.476 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.476 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.477 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.479 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.479 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.479 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.480 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.480 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.481 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.487 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.494 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.498 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.500 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.500 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.500 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.502 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.505 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.506 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.506 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.506 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.507 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.513 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.514 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.515 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.515 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.515 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.516 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.519 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.519 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.519 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.520 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.526 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.526 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.526 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.527 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.527 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.527 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.527 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.548 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.549 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.549 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.550 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.550 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.550 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.566 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.567 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.567 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.568 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.568 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.568 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.569 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.580 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.581 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.581 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.591 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.592 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.619 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.620 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.620 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.620 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.621 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.621 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.623 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.626 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.626 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.627 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.628 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.634 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.635 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.635 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.639 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.640 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.640 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.684 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.685 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.685 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.686 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.687 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.687 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.687 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.688 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.688 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.688 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.688 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.689 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:18.734 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.734 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.734 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.736 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.850 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.850 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.850 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.860 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.860 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.860 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.886 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:18.887 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:18.887 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:18.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:18.888 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.888 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.888 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:18.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:18.888 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:18.890 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.890 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.890 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.891 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.920 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.920 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.920 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.921 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.927 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:18.928 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:18.928 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:18.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:18.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:18.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:18.929 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:18.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:18.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:19.110 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:19.110 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:19.110 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:19.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:19.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:19.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:19.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:19.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:19.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:19.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:19.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:19.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:19.112 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:19.125 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:19.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:19.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:19.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:19.127 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:19.127 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:19.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:19.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:19.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:19.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:19.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:19.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:19.128 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:19.188 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:19.188 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:19.188 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:19.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:19.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:19.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:19.189 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:19.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:19.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:19.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:19.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:19.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:19.190 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:19.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:19.204107  9118 debug-util.cc:398] Leaking SignalData structure 0x7b08000bac80 after lost signal to thread 8990
23:56:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:19.205278  9118 debug-util.cc:398] Leaking SignalData structure 0x7b08000adbc0 after lost signal to thread 9121
23:56:19.208 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:19.208 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:19.208 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:19.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:19.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:19.235 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:19.235 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:19.235 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:19.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.236 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:19.240 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:19.240 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:19.240 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:19.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.241 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:19.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:19.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:19.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:19.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:19.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:19.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:19.292 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:19.292 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:19.292 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:19.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:19.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:19.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:19.293 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:19.399 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:19.400 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:19.400 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:19.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.400 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:17.812491 10000 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:19.406 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:19.406 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:19.406 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:19.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:19.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:19.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:19.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:19.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:19.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:19.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:19.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:19.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:19.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:19.408289 10002 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1594 milliseconds
23:56:19.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.409101  9990 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:56:19.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:19.408659 10003 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.415192  9990 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.418141  9990 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:19.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.419605  9990 hybrid_clock.cc:648] HybridClock initialized: now 1783468579419541 us; error 65 us; skew 500 ppm
23:56:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.420590  9990 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.427772  9990 webserver.cc:534] Webserver started at http://127.9.16.195:34699/ using document root <none> and password file <none>
23:56:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.428833  9990 fs_manager.cc:362] Metadata directory not provided
23:56:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.429021  9990 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.429446  9990 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:19.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.434810  9990 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/data/instance:
23:56:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3818021e663a41afa40f9a795668447a"
23:56:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:19 on dist-test-slave-1rxj"
23:56:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.436266  9990 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/wal/instance:
23:56:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3818021e663a41afa40f9a795668447a"
23:56:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:19 on dist-test-slave-1rxj"
23:56:19.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.444932  9990 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
23:56:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.451660 10065 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.452922  9990 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
23:56:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.453287  9990 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/wal
23:56:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3818021e663a41afa40f9a795668447a"
23:56:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:19 on dist-test-slave-1rxj"
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.453717  9990 fs_report.cc:389] FS layout report
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/wal
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/wal
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/data/data
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:19.467 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:19.468 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:19.468 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:19.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.468 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:19.470 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:19.470 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:19.470 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:19.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:19.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:19.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:19.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.530714  9990 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.532428  9990 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.532935  9990 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.536120  9990 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:56:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.540923  9990 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:56:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.541167  9990 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:56:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.541447  9990 ts_tablet_manager.cc:616] Registered 0 tablets
23:56:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.541699  9990 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
23:56:19.683 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:19.683 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:19.683 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:19.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:19.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:19.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:19.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:19.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:19.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:19.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:19.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:19.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:19.684 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:19.685 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:19.685 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:19.685 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:19.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:19.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:19.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:19.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:19.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:19.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:19.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:19.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:19.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:19.686 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.718014  9990 rpc_server.cc:307] RPC server started. Bound to: 127.9.16.195:44731
23:56:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.718152 10177 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.16.195:44731 every 8 connection(s)
23:56:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.721599  9990 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/data/info.pb
23:56:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.730067  9283 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 9990
23:56:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.730702  9283 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster8962872018709878041/ts-2/wal/instance
23:56:19.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.776636 10179 heartbeater.cc:344] Connected to a master server at 127.9.16.253:39911
23:56:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.776861 10180 heartbeater.cc:344] Connected to a master server at 127.9.16.254:35283
23:56:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.777181 10179 heartbeater.cc:461] Registering TS with master...
23:56:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.777421 10180 heartbeater.cc:461] Registering TS with master...
23:56:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.778769 10179 heartbeater.cc:507] Master 127.9.16.253:39911 requested a full tablet report, sending...
23:56:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.778810 10180 heartbeater.cc:507] Master 127.9.16.254:35283 requested a full tablet report, sending...
23:56:19.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.782253  9331 ts_manager.cc:194] Registered new tserver with Master: 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:19.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.782790  9411 ts_manager.cc:194] Registered new tserver with Master: 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.784121 10178 heartbeater.cc:344] Connected to a master server at 127.9.16.252:41799
23:56:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.784406 10178 heartbeater.cc:461] Registering TS with master...
23:56:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.785248 10178 heartbeater.cc:507] Master 127.9.16.252:41799 requested a full tablet report, sending...
23:56:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.787276  9494 ts_manager.cc:194] Registered new tserver with Master: 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.788842  9494 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.16.195:38017
23:56:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.807065  9283 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:56:19.819 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:56:19.819 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:56:19.821 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.16.254"
      port: 35283
    }
    bound_http_address {
      host: "127.9.16.254"
      port: 36891
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.16.253"
      port: 39911
    }
    bound_http_address {
      host: "127.9.16.253"
      port: 38613
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.16.252"
      port: 41799
    }
    bound_http_address {
      host: "127.9.16.252"
      port: 36925
    }
  }
}

23:56:19.821 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:56:19.822 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.16.193"
      port: 32929
    }
    bound_http_address {
      host: "127.9.16.193"
      port: 44075
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.16.194"
      port: 43169
    }
    bound_http_address {
      host: "127.9.16.194"
      port: 33655
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.16.195"
      port: 44731
    }
    bound_http_address {
      host: "127.9.16.195"
      port: 34699
    }
  }
}

23:56:19.822 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:56:19.823 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:19.829 [DEBUG - main] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:19.830 [DEBUG - main] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:19.830 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.47.125:37987(127.8.47.125:37987)] Successfully connected to peer
23:56:19.833 [DEBUG - main] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:19.834 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.47.126:33881(127.8.47.126:33881)] Successfully connected to peer
23:56:19.835 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.125
23:56:19.837 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.47.124:36079(127.8.47.124:36079)] Successfully connected to peer
23:56:19.838 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.126
23:56:19.846 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:19.848 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:19.852 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa147a433, L:/127.0.0.1:34936 - R:/127.8.47.126:33881] using SASL/PLAIN
23:56:19.855 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.124
23:56:19.855 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4fddaa8b, L:/127.0.0.1:38282 - R:/127.8.47.125:37987] using SASL/PLAIN
23:56:19.864 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:19.867 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb6a04270, L:/127.0.0.1:49686 - R:/127.8.47.124:36079] using SASL/PLAIN
23:56:19.871 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:19.871 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=42), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, deferred=null) after lookup
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:19.873255  8747 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49686:
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:56:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:56:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:19.878634  8747 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:56:19.932 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:19.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:19.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.017700  9203 tablet_service.cc:1511] Processing CreateTablet for tablet 438302c53ef74b5ca700e2e405cb2ef6 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:56:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.019807  9202 tablet_service.cc:1511] Processing CreateTablet for tablet 2977f52ab5424449940bea413205d542 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:56:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.019882  9207 tablet_service.cc:1511] Processing CreateTablet for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:56:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.018520  9205 tablet_service.cc:1511] Processing CreateTablet for tablet 19917c9012f34490888602de3ec703c1 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:56:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.020736  9204 tablet_service.cc:1511] Processing CreateTablet for tablet a81dc0b2fc604c2fac913863aead1edb (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:56:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.020112  9206 tablet_service.cc:1511] Processing CreateTablet for tablet 34142ef8780b4772b4a6366004a6c09c (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:56:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.022898  9203 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 438302c53ef74b5ca700e2e405cb2ef6. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.023674  9204 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a81dc0b2fc604c2fac913863aead1edb. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.024240  9205 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 19917c9012f34490888602de3ec703c1. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.025472  9202 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2977f52ab5424449940bea413205d542. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.026700  9206 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 34142ef8780b4772b4a6366004a6c09c. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.028712  9207 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.052109  8911 tablet_service.cc:1511] Processing CreateTablet for tablet a81dc0b2fc604c2fac913863aead1edb (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:56:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.054281  8909 tablet_service.cc:1511] Processing CreateTablet for tablet 2977f52ab5424449940bea413205d542 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:56:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.055825  8909 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2977f52ab5424449940bea413205d542. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.056906  8912 tablet_service.cc:1511] Processing CreateTablet for tablet 19917c9012f34490888602de3ec703c1 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:56:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.058596  8913 tablet_service.cc:1511] Processing CreateTablet for tablet 34142ef8780b4772b4a6366004a6c09c (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:56:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.059679  8910 tablet_service.cc:1511] Processing CreateTablet for tablet 438302c53ef74b5ca700e2e405cb2ef6 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:56:20.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.064852  8912 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 19917c9012f34490888602de3ec703c1. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.066465  8913 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 34142ef8780b4772b4a6366004a6c09c. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.068105  8910 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 438302c53ef74b5ca700e2e405cb2ef6. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.069936  8911 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a81dc0b2fc604c2fac913863aead1edb. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.072386  8914 tablet_service.cc:1511] Processing CreateTablet for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:56:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.073496  8914 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.081611 10212 tablet_bootstrap.cc:492] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f: Bootstrap starting.
23:56:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.096031  9051 tablet_service.cc:1511] Processing CreateTablet for tablet a81dc0b2fc604c2fac913863aead1edb (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:56:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.098966  9050 tablet_service.cc:1511] Processing CreateTablet for tablet 438302c53ef74b5ca700e2e405cb2ef6 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:56:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.100976  9052 tablet_service.cc:1511] Processing CreateTablet for tablet 19917c9012f34490888602de3ec703c1 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:56:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.102715  9049 tablet_service.cc:1511] Processing CreateTablet for tablet 2977f52ab5424449940bea413205d542 (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:56:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.104259  9053 tablet_service.cc:1511] Processing CreateTablet for tablet 34142ef8780b4772b4a6366004a6c09c (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:56:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.108320  9051 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a81dc0b2fc604c2fac913863aead1edb. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.109225  9052 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 19917c9012f34490888602de3ec703c1. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.115298  9053 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 34142ef8780b4772b4a6366004a6c09c. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.125 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:20.125 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:20.125 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:20.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:20.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:20.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:20.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:20.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:20.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:20.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:20.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:20.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:20.126 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.117175  9049 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2977f52ab5424449940bea413205d542. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.129424  9050 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 438302c53ef74b5ca700e2e405cb2ef6. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.133013  9054 tablet_service.cc:1511] Processing CreateTablet for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e (DEFAULT_TABLE table=replication_test_table [id=27447e9891084e7d9111c224aeaa17b5]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:56:20.134 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:20.134 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:20.134 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:20.135 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:20.135 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:20.135 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:20.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.136 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:20.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.136 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.140447  9054 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.146039 10212 tablet_bootstrap.cc:654] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f: Neither blocks nor log segments found. Creating new log.
23:56:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.154692 10212 log.cc:826] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f: Log is configured to *not* fsync() on all Append() calls
23:56:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.172489 10213 tablet_bootstrap.cc:492] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f: Bootstrap starting.
23:56:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.188686 10212 tablet_bootstrap.cc:492] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f: No bootstrap required, opened a new log
23:56:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.189246 10212 ts_tablet_manager.cc:1403] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent bootstrapping tablet: real 0.108s	user 0.022s	sys 0.006s
23:56:20.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.216506 10212 raft_consensus.cc:359] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.217765 10212 raft_consensus.cc:385] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.218130 10212 raft_consensus.cc:740] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 350d1d94c5604cf29f0dd07a82f2d29f, State: Initialized, Role: FOLLOWER
23:56:20.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.219208 10212 consensus_queue.cc:260] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.243145 10213 tablet_bootstrap.cc:654] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f: Neither blocks nor log segments found. Creating new log.
23:56:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.247534 10213 log.cc:826] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f: Log is configured to *not* fsync() on all Append() calls
23:56:20.248 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:20.248 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:20.248 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:20.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.250 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.266871 10212 ts_tablet_manager.cc:1434] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent starting tablet: real 0.077s	user 0.038s	sys 0.023s
23:56:20.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.286859 10212 tablet_bootstrap.cc:492] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f: Bootstrap starting.
23:56:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.297302 10213 tablet_bootstrap.cc:492] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f: No bootstrap required, opened a new log
23:56:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.297442 10217 tablet_bootstrap.cc:492] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7: Bootstrap starting.
23:56:20.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.297922 10213 ts_tablet_manager.cc:1403] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f: Time spent bootstrapping tablet: real 0.126s	user 0.013s	sys 0.007s
23:56:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.302899 10212 tablet_bootstrap.cc:654] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f: Neither blocks nor log segments found. Creating new log.
23:56:20.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.311786 10217 tablet_bootstrap.cc:654] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7: Neither blocks nor log segments found. Creating new log.
23:56:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.314409 10217 log.cc:826] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7: Log is configured to *not* fsync() on all Append() calls
23:56:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.319901 10212 tablet_bootstrap.cc:492] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f: No bootstrap required, opened a new log
23:56:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.320369 10212 ts_tablet_manager.cc:1403] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent bootstrapping tablet: real 0.034s	user 0.003s	sys 0.008s
23:56:20.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.323382 10212 raft_consensus.cc:359] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.324116 10212 raft_consensus.cc:385] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.324473 10212 raft_consensus.cc:740] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 350d1d94c5604cf29f0dd07a82f2d29f, State: Initialized, Role: FOLLOWER
23:56:20.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.325416 10217 tablet_bootstrap.cc:492] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7: No bootstrap required, opened a new log
23:56:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.325253 10212 consensus_queue.cc:260] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.326094 10217 ts_tablet_manager.cc:1403] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent bootstrapping tablet: real 0.029s	user 0.019s	sys 0.000s
23:56:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.339510 10212 ts_tablet_manager.cc:1434] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent starting tablet: real 0.019s	user 0.008s	sys 0.000s
23:56:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.339663  9277 tablet.cc:2406] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.339736 10213 raft_consensus.cc:359] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.341027 10213 raft_consensus.cc:385] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.341388 10213 raft_consensus.cc:740] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e79c495a5d7d4c698bb241882a0dd47f, State: Initialized, Role: FOLLOWER
23:56:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.341960 10215 raft_consensus.cc:493] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.343232 10212 tablet_bootstrap.cc:492] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f: Bootstrap starting.
23:56:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.342671 10215 raft_consensus.cc:515] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.342648 10213 consensus_queue.cc:260] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.354296 10215 leader_election.cc:290] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:56:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.361073 10212 tablet_bootstrap.cc:654] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f: Neither blocks nor log segments found. Creating new log.
23:56:20.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.383955 10213 ts_tablet_manager.cc:1434] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f: Time spent starting tablet: real 0.082s	user 0.053s	sys 0.004s
23:56:20.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.385519 10213 tablet_bootstrap.cc:492] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f: Bootstrap starting.
23:56:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.393064 10217 raft_consensus.cc:359] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.394255 10217 raft_consensus.cc:385] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.394578 10217 raft_consensus.cc:740] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3379091ac8ee40ec85dfd40043fc0bb7, State: Initialized, Role: FOLLOWER
23:56:20.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.395642 10217 consensus_queue.cc:260] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.404222 10213 tablet_bootstrap.cc:654] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f: Neither blocks nor log segments found. Creating new log.
23:56:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.406365 10217 ts_tablet_manager.cc:1434] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent starting tablet: real 0.080s	user 0.039s	sys 0.009s
23:56:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.412418 10215 raft_consensus.cc:493] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.413086 10215 raft_consensus.cc:515] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.415397 10215 leader_election.cc:290] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:56:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.421912  8934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2977f52ab5424449940bea413205d542" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f" is_pre_election: true
23:56:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.424412  8933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "34142ef8780b4772b4a6366004a6c09c" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f" is_pre_election: true
23:56:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.424943 10217 tablet_bootstrap.cc:492] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7: Bootstrap starting.
23:56:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.425204  8933 raft_consensus.cc:2468] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 350d1d94c5604cf29f0dd07a82f2d29f in term 0.
23:56:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.429206  9160 leader_election.cc:343] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953): Illegal state: must be running to vote when last-logged opid is not known
23:56:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.431231 10213 tablet_bootstrap.cc:492] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f: No bootstrap required, opened a new log
23:56:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.431900 10213 ts_tablet_manager.cc:1403] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f: Time spent bootstrapping tablet: real 0.047s	user 0.010s	sys 0.008s
23:56:20.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.432811  9160 leader_election.cc:304] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 350d1d94c5604cf29f0dd07a82f2d29f, e79c495a5d7d4c698bb241882a0dd47f; no voters: 
23:56:20.434 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.433804 10215 raft_consensus.cc:2804] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.434229 10215 raft_consensus.cc:493] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.434926 10217 tablet_bootstrap.cc:654] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7: Neither blocks nor log segments found. Creating new log.
23:56:20.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.434567 10215 raft_consensus.cc:3060] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Advancing to term 1
23:56:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.435789 10213 raft_consensus.cc:359] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.436627 10213 raft_consensus.cc:385] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.436925 10213 raft_consensus.cc:740] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e79c495a5d7d4c698bb241882a0dd47f, State: Initialized, Role: FOLLOWER
23:56:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.438376  9075 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2977f52ab5424449940bea413205d542" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" is_pre_election: true
23:56:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.440963  9074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "34142ef8780b4772b4a6366004a6c09c" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" is_pre_election: true
23:56:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.437754 10213 consensus_queue.cc:260] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.445935 10213 ts_tablet_manager.cc:1434] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f: Time spent starting tablet: real 0.014s	user 0.005s	sys 0.004s
23:56:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.447309 10213 tablet_bootstrap.cc:492] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f: Bootstrap starting.
23:56:20.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.450973  9162 leader_election.cc:343] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009): Illegal state: must be running to vote when last-logged opid is not known
23:56:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.451488  9162 leader_election.cc:304] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 350d1d94c5604cf29f0dd07a82f2d29f; no voters: 3379091ac8ee40ec85dfd40043fc0bb7, e79c495a5d7d4c698bb241882a0dd47f
23:56:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.464890 10217 tablet_bootstrap.cc:492] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7: No bootstrap required, opened a new log
23:56:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.465533 10217 ts_tablet_manager.cc:1403] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent bootstrapping tablet: real 0.041s	user 0.014s	sys 0.019s
23:56:20.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.467064 10213 tablet_bootstrap.cc:654] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f: Neither blocks nor log segments found. Creating new log.
23:56:20.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.469760 10217 raft_consensus.cc:359] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.471536 10217 raft_consensus.cc:385] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.471873 10217 raft_consensus.cc:740] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3379091ac8ee40ec85dfd40043fc0bb7, State: Initialized, Role: FOLLOWER
23:56:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.472085 10215 raft_consensus.cc:515] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.472710 10217 consensus_queue.cc:260] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.477891 10215 leader_election.cc:290] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 election: Requested vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:56:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.478415  8933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "34142ef8780b4772b4a6366004a6c09c" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f"
23:56:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.478518 10215 raft_consensus.cc:2749] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:56:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.479040  8933 raft_consensus.cc:3060] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Advancing to term 1
23:56:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.479506  9128 tablet.cc:2406] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.481895 10212 tablet_bootstrap.cc:492] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f: No bootstrap required, opened a new log
23:56:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.482666 10212 ts_tablet_manager.cc:1403] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent bootstrapping tablet: real 0.140s	user 0.015s	sys 0.009s
23:56:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.489040 10217 ts_tablet_manager.cc:1434] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent starting tablet: real 0.022s	user 0.007s	sys 0.000s
23:56:20.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.490533 10217 tablet_bootstrap.cc:492] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7: Bootstrap starting.
23:56:20.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.493072  9162 leader_election.cc:343] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009): Illegal state: must be running to vote when last-logged opid is not known
23:56:20.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.495293  9074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "34142ef8780b4772b4a6366004a6c09c" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7"
23:56:20.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.495852  9074 raft_consensus.cc:3060] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Advancing to term 1
23:56:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.502774 10217 tablet_bootstrap.cc:654] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7: Neither blocks nor log segments found. Creating new log.
23:56:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.513790 10217 tablet_bootstrap.cc:492] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7: No bootstrap required, opened a new log
23:56:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.514070 10220 raft_consensus.cc:493] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.514675 10217 ts_tablet_manager.cc:1403] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent bootstrapping tablet: real 0.024s	user 0.011s	sys 0.006s
23:56:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.514685 10220 raft_consensus.cc:515] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.516304  9074 raft_consensus.cc:2468] T 34142ef8780b4772b4a6366004a6c09c P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 350d1d94c5604cf29f0dd07a82f2d29f in term 1.
23:56:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.519027  9162 leader_election.cc:304] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7, 350d1d94c5604cf29f0dd07a82f2d29f; no voters: 
23:56:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.519237 10217 raft_consensus.cc:359] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.520164 10217 raft_consensus.cc:385] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.520212 10227 raft_consensus.cc:2804] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 FOLLOWER]: Leader election won for term 1
23:56:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.520478 10217 raft_consensus.cc:740] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3379091ac8ee40ec85dfd40043fc0bb7, State: Initialized, Role: FOLLOWER
23:56:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.520900 10227 raft_consensus.cc:697] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 LEADER]: Becoming Leader. State: Replica: 350d1d94c5604cf29f0dd07a82f2d29f, State: Running, Role: LEADER
23:56:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.521209 10212 raft_consensus.cc:359] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.521986 10212 raft_consensus.cc:385] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.522313 10212 raft_consensus.cc:740] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 350d1d94c5604cf29f0dd07a82f2d29f, State: Initialized, Role: FOLLOWER
23:56:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.521821 10217 consensus_queue.cc:260] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.523085 10212 consensus_queue.cc:260] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.522007 10227 consensus_queue.cc:237] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.526605 10217 ts_tablet_manager.cc:1434] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent starting tablet: real 0.011s	user 0.005s	sys 0.003s
23:56:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.526770 10212 ts_tablet_manager.cc:1434] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent starting tablet: real 0.044s	user 0.007s	sys 0.000s
23:56:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.527849 10212 tablet_bootstrap.cc:492] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f: Bootstrap starting.
23:56:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.527876 10217 tablet_bootstrap.cc:492] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7: Bootstrap starting.
23:56:20.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.534770 10213 tablet_bootstrap.cc:492] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f: No bootstrap required, opened a new log
23:56:20.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.535249 10213 ts_tablet_manager.cc:1403] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f: Time spent bootstrapping tablet: real 0.088s	user 0.014s	sys 0.003s
23:56:20.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.535620 10212 tablet_bootstrap.cc:654] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f: Neither blocks nor log segments found. Creating new log.
23:56:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.538456 10213 raft_consensus.cc:359] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.539482 10213 raft_consensus.cc:385] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.539994 10213 raft_consensus.cc:740] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e79c495a5d7d4c698bb241882a0dd47f, State: Initialized, Role: FOLLOWER
23:56:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.540925 10213 consensus_queue.cc:260] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.547171 10220 leader_election.cc:290] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009), 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.557644 10217 tablet_bootstrap.cc:654] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7: Neither blocks nor log segments found. Creating new log.
23:56:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.558863 10213 ts_tablet_manager.cc:1434] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f: Time spent starting tablet: real 0.023s	user 0.013s	sys 0.001s
23:56:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.559252  8933 raft_consensus.cc:2468] T 34142ef8780b4772b4a6366004a6c09c P e79c495a5d7d4c698bb241882a0dd47f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 350d1d94c5604cf29f0dd07a82f2d29f in term 1.
23:56:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.571915 10217 tablet_bootstrap.cc:492] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7: No bootstrap required, opened a new log
23:56:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.572379 10217 ts_tablet_manager.cc:1403] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent bootstrapping tablet: real 0.045s	user 0.009s	sys 0.009s
23:56:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.575307 10217 raft_consensus.cc:359] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.576047 10217 raft_consensus.cc:385] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.576327 10217 raft_consensus.cc:740] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3379091ac8ee40ec85dfd40043fc0bb7, State: Initialized, Role: FOLLOWER
23:56:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.577304 10217 consensus_queue.cc:260] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.560706 10213 tablet_bootstrap.cc:492] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f: Bootstrap starting.
23:56:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.579473 10217 ts_tablet_manager.cc:1434] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
23:56:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.580480 10217 tablet_bootstrap.cc:492] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7: Bootstrap starting.
23:56:20.582 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RESTARTING to RUNNING.
23:56:20.583 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 9c34498118044a003e0b2ad37cbcb486 from Checkpoint 72 @ 1783468421575 for 9c34498118044a003e0b2ad37cbcb486 located at file:/tmp/junit3108809940323494503/checkpoints/9c34498118044a003e0b2ad37cbcb486/chk-72.
23:56:20.584 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:56:20.584 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:56:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.585192 10212 tablet_bootstrap.cc:492] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f: No bootstrap required, opened a new log
23:56:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.585642 10212 ts_tablet_manager.cc:1403] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent bootstrapping tablet: real 0.058s	user 0.009s	sys 0.007s
23:56:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.585984 10213 tablet_bootstrap.cc:654] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f: Neither blocks nor log segments found. Creating new log.
23:56:20.591 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
23:56:20.592 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
23:56:20.592 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5fef2981f201c4ef1f5b07b79663045d
23:56:20.592 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
23:56:20.592 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
23:56:20.592 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 6f958295d2f16b63fcb5c6806465bb34
23:56:20.593 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
23:56:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.587949  8747 catalog_manager.cc:5696] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f reported cstate change: term changed from 0 to 1, leader changed from <none> to 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67). New cstate: current_term: 1 leader_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } health_report { overall_health: HEALTHY } } }
23:56:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.590322 10212 raft_consensus.cc:359] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.591989 10212 raft_consensus.cc:385] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.592286 10212 raft_consensus.cc:740] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 350d1d94c5604cf29f0dd07a82f2d29f, State: Initialized, Role: FOLLOWER
23:56:20.595 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:20.595 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.594792 10212 consensus_queue.cc:260] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.595 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:20.596 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:56:20.597 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 5fef2981f201c4ef1f5b07b79663045d.
23:56:20.598 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
23:56:20.598 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 7856b591185e5c96046d18fd5963a9b0
23:56:20.600 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
23:56:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.599700 10212 ts_tablet_manager.cc:1434] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent starting tablet: real 0.014s	user 0.007s	sys 0.000s
23:56:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.602385 10212 tablet_bootstrap.cc:492] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f: Bootstrap starting.
23:56:20.609 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:20.610 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:20.611 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:20.611 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:20.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.611 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:20.612 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
23:56:20.612 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5138d5d63fec66960b15ec226330e37e
23:56:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.613220  8987 tablet.cc:2406] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.619016  9074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "19917c9012f34490888602de3ec703c1" candidate_uuid: "e79c495a5d7d4c698bb241882a0dd47f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" is_pre_election: true
23:56:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.619673  9074 raft_consensus.cc:2468] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e79c495a5d7d4c698bb241882a0dd47f in term 0.
23:56:20.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.621748  8869 leader_election.cc:304] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7, e79c495a5d7d4c698bb241882a0dd47f; no voters: 
23:56:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.622813 10220 raft_consensus.cc:2804] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.623175 10220 raft_consensus.cc:493] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.623621 10220 raft_consensus.cc:3060] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Advancing to term 1
23:56:20.625 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:56:20.626 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 6f958295d2f16b63fcb5c6806465bb34.
23:56:20.630 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:56:20.633 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 7856b591185e5c96046d18fd5963a9b0.
23:56:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.630281 10224 raft_consensus.cc:493] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.630823 10224 raft_consensus.cc:515] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.633 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:56:20.636 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 5138d5d63fec66960b15ec226330e37e.
23:56:20.637 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
23:56:20.637 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
23:56:20.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.637544 10224 leader_election.cc:290] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:20.638 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
23:56:20.638 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
23:56:20.638 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
23:56:20.638 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
23:56:20.639 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
23:56:20.639 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
23:56:20.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.639215 10220 raft_consensus.cc:515] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f30f358
23:56:20.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:20.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:56:20.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:56:20.640 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:56:20.641 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ff1f588
23:56:20.641 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:20.642 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c731fa5
23:56:20.642 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:20.642 [INFO - Thread-57] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:56:20.643 [DEBUG - Thread-57] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state TERMINATED
23:56:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.642236  9074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "19917c9012f34490888602de3ec703c1" candidate_uuid: "e79c495a5d7d4c698bb241882a0dd47f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7"
23:56:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.642879  9074 raft_consensus.cc:3060] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Advancing to term 1
23:56:20.647 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@20fd7df2
23:56:20.647 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:20.647 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:56:20.647 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:56:20.648 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:56:20.651 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6fea5354
23:56:20.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:56:20.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:56:20.651 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:56:20.651 [DEBUG - Thread-57] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state TERMINATED
23:56:20.652 [DEBUG - Thread-57] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state TERMINATED
23:56:20.652 [DEBUG - Thread-57] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.652225  9074 raft_consensus.cc:2468] T 19917c9012f34490888602de3ec703c1 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e79c495a5d7d4c698bb241882a0dd47f in term 1.
23:56:20.657 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:56:20.657 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:56:20.659 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:56:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.668787 10234 raft_consensus.cc:493] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.669309 10234 raft_consensus.cc:515] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.669829  8869 leader_election.cc:304] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7, e79c495a5d7d4c698bb241882a0dd47f; no voters: 
23:56:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.672097 10234 leader_election.cc:290] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061), 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:56:20.674 [INFO - Thread-57] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:56:20.674 [INFO - Thread-57] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:56:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.675164  9227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "19917c9012f34490888602de3ec703c1" candidate_uuid: "e79c495a5d7d4c698bb241882a0dd47f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" is_pre_election: true
23:56:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.676015  9227 raft_consensus.cc:2468] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e79c495a5d7d4c698bb241882a0dd47f in term 0.
23:56:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.672572 10234 raft_consensus.cc:2804] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 1 FOLLOWER]: Leader election won for term 1
23:56:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.678212  9227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "19917c9012f34490888602de3ec703c1" candidate_uuid: "e79c495a5d7d4c698bb241882a0dd47f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f"
23:56:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.678745  9227 raft_consensus.cc:3060] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Advancing to term 1
23:56:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.677397 10234 raft_consensus.cc:697] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [term 1 LEADER]: Becoming Leader. State: Replica: e79c495a5d7d4c698bb241882a0dd47f, State: Running, Role: LEADER
23:56:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.641304 10220 leader_election.cc:290] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 election: Requested vote from peers 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009), 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:20.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.687466  9226 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "680d14dfeaa34b9ca7fab2632ae4fb6e" candidate_uuid: "e79c495a5d7d4c698bb241882a0dd47f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" is_pre_election: true
23:56:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.688235  9226 raft_consensus.cc:2468] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e79c495a5d7d4c698bb241882a0dd47f in term 0.
23:56:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.678133 10217 tablet_bootstrap.cc:654] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7: Neither blocks nor log segments found. Creating new log.
23:56:20.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.694020 10234 consensus_queue.cc:237] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.697558  9227 raft_consensus.cc:2468] T 19917c9012f34490888602de3ec703c1 P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e79c495a5d7d4c698bb241882a0dd47f in term 1.
23:56:20.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.703141 10212 tablet_bootstrap.cc:654] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f: Neither blocks nor log segments found. Creating new log.
23:56:20.708 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1cd73d77
23:56:20.709 [DEBUG - Thread-57] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:20.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.709127  9227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a81dc0b2fc604c2fac913863aead1edb" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" is_pre_election: true
23:56:20.710 [INFO - Thread-57] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:56:20.710 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:20.711 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:20.711 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:20.711 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.711020  9008 leader_election.cc:343] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061): Illegal state: must be running to vote when last-logged opid is not known
23:56:20.712 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:20.712 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3bcf1cd
23:56:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.726145  8869 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.8.47.66:38009, user_credentials={real_user=slave}} blocked reactor thread for 56157.9us
23:56:20.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:20.732 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:20.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.734220  9074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "680d14dfeaa34b9ca7fab2632ae4fb6e" candidate_uuid: "e79c495a5d7d4c698bb241882a0dd47f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" is_pre_election: true
23:56:20.733 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b524787
23:56:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.745571  8868 leader_election.cc:304] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 350d1d94c5604cf29f0dd07a82f2d29f, e79c495a5d7d4c698bb241882a0dd47f; no voters: 
23:56:20.747 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:20.747 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:20.747 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:20.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:20.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:20.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:20.748 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.747254 10234 raft_consensus.cc:2804] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.747785 10234 raft_consensus.cc:493] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.748152 10234 raft_consensus.cc:3060] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Advancing to term 1
23:56:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.747218 10213 tablet_bootstrap.cc:492] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f: No bootstrap required, opened a new log
23:56:20.750 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:20.750 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:20.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.750473 10213 ts_tablet_manager.cc:1403] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f: Time spent bootstrapping tablet: real 0.190s	user 0.015s	sys 0.022s
23:56:20.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.752936  8869 leader_election.cc:343] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009): Illegal state: must be running to vote when last-logged opid is not known
23:56:20.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.754016 10217 tablet_bootstrap.cc:492] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7: No bootstrap required, opened a new log
23:56:20.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.754920 10217 ts_tablet_manager.cc:1403] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent bootstrapping tablet: real 0.175s	user 0.007s	sys 0.007s
23:56:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.758056 10217 raft_consensus.cc:359] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.758783 10217 raft_consensus.cc:385] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.759069 10217 raft_consensus.cc:740] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3379091ac8ee40ec85dfd40043fc0bb7, State: Initialized, Role: FOLLOWER
23:56:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.759872 10217 consensus_queue.cc:260] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.762861 10217 ts_tablet_manager.cc:1434] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.002s
23:56:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.764086  8933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a81dc0b2fc604c2fac913863aead1edb" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f" is_pre_election: true
23:56:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.764357 10217 tablet_bootstrap.cc:492] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7: Bootstrap starting.
23:56:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.766870 10213 raft_consensus.cc:359] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.770804 10213 raft_consensus.cc:385] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.770097  8748 catalog_manager.cc:5696] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f reported cstate change: term changed from 0 to 1, leader changed from <none> to e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65). New cstate: current_term: 1 leader_uuid: "e79c495a5d7d4c698bb241882a0dd47f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } health_report { overall_health: UNKNOWN } } }
23:56:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.772465 10217 tablet_bootstrap.cc:654] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7: Neither blocks nor log segments found. Creating new log.
23:56:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.773006  9007 leader_election.cc:343] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953): Illegal state: must be running to vote when last-logged opid is not known
23:56:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.771112 10213 raft_consensus.cc:740] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e79c495a5d7d4c698bb241882a0dd47f, State: Initialized, Role: FOLLOWER
23:56:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.773461  9007 leader_election.cc:304] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7; no voters: 350d1d94c5604cf29f0dd07a82f2d29f, e79c495a5d7d4c698bb241882a0dd47f
23:56:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.774322 10224 raft_consensus.cc:2749] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:56:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.775457 10213 consensus_queue.cc:260] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.781838 10213 ts_tablet_manager.cc:1434] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f: Time spent starting tablet: real 0.028s	user 0.006s	sys 0.003s
23:56:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.782303 10234 raft_consensus.cc:515] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.792271 10178 heartbeater.cc:499] Master 127.9.16.252:41799 was elected leader, sending a full tablet report...
23:56:20.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.785339  9227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "680d14dfeaa34b9ca7fab2632ae4fb6e" candidate_uuid: "e79c495a5d7d4c698bb241882a0dd47f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f"
23:56:20.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.788023  9227 raft_consensus.cc:3060] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Advancing to term 1
23:56:20.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.789403 10217 tablet_bootstrap.cc:492] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7: No bootstrap required, opened a new log
23:56:20.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.790006 10217 ts_tablet_manager.cc:1403] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent bootstrapping tablet: real 0.026s	user 0.006s	sys 0.012s
23:56:20.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.798173  9227 raft_consensus.cc:2468] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e79c495a5d7d4c698bb241882a0dd47f in term 1.
23:56:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.802836  8868 leader_election.cc:304] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 350d1d94c5604cf29f0dd07a82f2d29f, e79c495a5d7d4c698bb241882a0dd47f; no voters: 
23:56:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.802743 10217 raft_consensus.cc:359] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.803493 10217 raft_consensus.cc:385] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.803753 10217 raft_consensus.cc:740] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3379091ac8ee40ec85dfd40043fc0bb7, State: Initialized, Role: FOLLOWER
23:56:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.803985 10250 raft_consensus.cc:2804] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 1 FOLLOWER]: Leader election won for term 1
23:56:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.804517 10250 raft_consensus.cc:697] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [term 1 LEADER]: Becoming Leader. State: Replica: e79c495a5d7d4c698bb241882a0dd47f, State: Running, Role: LEADER
23:56:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.805455 10250 consensus_queue.cc:237] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.812301 10212 tablet_bootstrap.cc:492] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f: No bootstrap required, opened a new log
23:56:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.816408 10212 ts_tablet_manager.cc:1403] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent bootstrapping tablet: real 0.214s	user 0.011s	sys 0.006s
23:56:20.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.804924 10217 consensus_queue.cc:260] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } }
23:56:20.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.816371 10213 tablet_bootstrap.cc:492] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f: Bootstrap starting.
23:56:20.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.822288 10217 ts_tablet_manager.cc:1434] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7: Time spent starting tablet: real 0.032s	user 0.005s	sys 0.002s
23:56:20.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.827519 10224 raft_consensus.cc:493] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:20.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.828164 10224 raft_consensus.cc:515] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.830286 10224 leader_election.cc:290] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:20.839 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:20.840 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:20.840 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:20.841 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.846312 10213 tablet_bootstrap.cc:654] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f: Neither blocks nor log segments found. Creating new log.
23:56:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.848711  8747 catalog_manager.cc:5696] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f reported cstate change: term changed from 0 to 1, leader changed from <none> to e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65). New cstate: current_term: 1 leader_uuid: "e79c495a5d7d4c698bb241882a0dd47f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } health_report { overall_health: UNKNOWN } } }
23:56:20.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.855611  8933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2977f52ab5424449940bea413205d542" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f" is_pre_election: true
23:56:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.856693 10234 leader_election.cc:290] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [CANDIDATE]: Term 1 election: Requested vote from peers 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061), 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:56:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.857887  9074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "680d14dfeaa34b9ca7fab2632ae4fb6e" candidate_uuid: "e79c495a5d7d4c698bb241882a0dd47f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7"
23:56:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.858556  9074 raft_consensus.cc:3060] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Advancing to term 1
23:56:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:20.866317  9007 leader_election.cc:343] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953): Illegal state: must be running to vote when last-logged opid is not known
23:56:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.852458  9227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2977f52ab5424449940bea413205d542" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" is_pre_election: true
23:56:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.869884  9227 raft_consensus.cc:2468] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3379091ac8ee40ec85dfd40043fc0bb7 in term 0.
23:56:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.870412  9074 raft_consensus.cc:2468] T 680d14dfeaa34b9ca7fab2632ae4fb6e P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e79c495a5d7d4c698bb241882a0dd47f in term 1.
23:56:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.871063  9008 leader_election.cc:304] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7, 350d1d94c5604cf29f0dd07a82f2d29f; no voters: e79c495a5d7d4c698bb241882a0dd47f
23:56:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.872092 10224 raft_consensus.cc:2804] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.872458 10224 raft_consensus.cc:493] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.872778 10224 raft_consensus.cc:3060] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Advancing to term 1
23:56:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.878787 10213 tablet_bootstrap.cc:492] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f: No bootstrap required, opened a new log
23:56:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.879283 10213 ts_tablet_manager.cc:1403] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f: Time spent bootstrapping tablet: real 0.063s	user 0.011s	sys 0.009s
23:56:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.832885 10212 raft_consensus.cc:359] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.882294 10213 raft_consensus.cc:359] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.885041 10213 raft_consensus.cc:385] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.885376 10224 raft_consensus.cc:515] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.885319 10213 raft_consensus.cc:740] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e79c495a5d7d4c698bb241882a0dd47f, State: Initialized, Role: FOLLOWER
23:56:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.886772 10213 consensus_queue.cc:260] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.888401  8933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2977f52ab5424449940bea413205d542" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f"
23:56:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.888535  9227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2977f52ab5424449940bea413205d542" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f"
23:56:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.888900  8933 raft_consensus.cc:3060] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Advancing to term 1
23:56:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.889077  9227 raft_consensus.cc:3060] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Advancing to term 1
23:56:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.892513 10213 ts_tablet_manager.cc:1434] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f: Time spent starting tablet: real 0.013s	user 0.004s	sys 0.002s
23:56:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.895529 10213 tablet_bootstrap.cc:492] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f: Bootstrap starting.
23:56:20.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.899607 10224 leader_election.cc:290] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 election: Requested vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.899372  8933 raft_consensus.cc:2468] T 2977f52ab5424449940bea413205d542 P e79c495a5d7d4c698bb241882a0dd47f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3379091ac8ee40ec85dfd40043fc0bb7 in term 1.
23:56:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.904210  9227 raft_consensus.cc:2468] T 2977f52ab5424449940bea413205d542 P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3379091ac8ee40ec85dfd40043fc0bb7 in term 1.
23:56:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.905349  9008 leader_election.cc:304] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7, 350d1d94c5604cf29f0dd07a82f2d29f; no voters: 
23:56:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.906417 10224 raft_consensus.cc:2804] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 FOLLOWER]: Leader election won for term 1
23:56:20.907 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:20.908 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:20.908 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:20.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:20.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:20.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.909 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:20.909 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.909709 10227 consensus_queue.cc:1048] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.914228 10213 tablet_bootstrap.cc:654] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f: Neither blocks nor log segments found. Creating new log.
23:56:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.882208 10212 raft_consensus.cc:385] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.921168 10212 raft_consensus.cc:740] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 350d1d94c5604cf29f0dd07a82f2d29f, State: Initialized, Role: FOLLOWER
23:56:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.922214 10212 consensus_queue.cc:260] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.924682 10212 ts_tablet_manager.cc:1434] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent starting tablet: real 0.107s	user 0.002s	sys 0.005s
23:56:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.925877 10212 tablet_bootstrap.cc:492] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f: Bootstrap starting.
23:56:20.932 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:20.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.933425 10212 tablet_bootstrap.cc:654] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f: Neither blocks nor log segments found. Creating new log.
23:56:20.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.948779 10224 raft_consensus.cc:697] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 LEADER]: Becoming Leader. State: Replica: 3379091ac8ee40ec85dfd40043fc0bb7, State: Running, Role: LEADER
23:56:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.950608 10224 consensus_queue.cc:237] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:20.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.959833 10215 consensus_queue.cc:1048] T 34142ef8780b4772b4a6366004a6c09c P 350d1d94c5604cf29f0dd07a82f2d29f [LEADER]: Connected to new peer: Peer: permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:20.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.981827  8747 catalog_manager.cc:5696] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66). New cstate: current_term: 1 leader_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } health_report { overall_health: UNKNOWN } } }
23:56:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.998705 10227 raft_consensus.cc:493] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:20.999182 10227 raft_consensus.cc:515] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.002812  8934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a81dc0b2fc604c2fac913863aead1edb" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f" is_pre_election: true
23:56:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.002720  9075 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a81dc0b2fc604c2fac913863aead1edb" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" is_pre_election: true
23:56:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.003093 10227 leader_election.cc:290] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:56:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.003525  9075 raft_consensus.cc:2468] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 350d1d94c5604cf29f0dd07a82f2d29f in term 0.
23:56:21.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.003759  8934 raft_consensus.cc:2468] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 350d1d94c5604cf29f0dd07a82f2d29f in term 0.
23:56:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.004844  9162 leader_election.cc:304] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7, 350d1d94c5604cf29f0dd07a82f2d29f; no voters: 
23:56:21.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.006309 10227 raft_consensus.cc:2804] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:21.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.006764 10227 raft_consensus.cc:493] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:21.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.007195 10227 raft_consensus.cc:3060] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Advancing to term 1
23:56:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.010304 10213 tablet_bootstrap.cc:492] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f: No bootstrap required, opened a new log
23:56:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.010824 10213 ts_tablet_manager.cc:1403] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f: Time spent bootstrapping tablet: real 0.116s	user 0.008s	sys 0.012s
23:56:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.013584 10213 raft_consensus.cc:359] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.014302 10213 raft_consensus.cc:385] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.014592 10213 raft_consensus.cc:740] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e79c495a5d7d4c698bb241882a0dd47f, State: Initialized, Role: FOLLOWER
23:56:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.016016 10212 tablet_bootstrap.cc:492] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f: No bootstrap required, opened a new log
23:56:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.016506 10212 ts_tablet_manager.cc:1403] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent bootstrapping tablet: real 0.091s	user 0.033s	sys 0.032s
23:56:21.017 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.018941 10272 raft_consensus.cc:493] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.019461 10272 raft_consensus.cc:515] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.021397 10212 raft_consensus.cc:359] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.022202 10212 raft_consensus.cc:385] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.022331 10272 leader_election.cc:290] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.022607 10212 raft_consensus.cc:740] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 350d1d94c5604cf29f0dd07a82f2d29f, State: Initialized, Role: FOLLOWER
23:56:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.023458  9227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "438302c53ef74b5ca700e2e405cb2ef6" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" is_pre_election: true
23:56:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.023404 10212 consensus_queue.cc:260] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.024300  9227 raft_consensus.cc:2468] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3379091ac8ee40ec85dfd40043fc0bb7 in term 0.
23:56:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.025200 10213 consensus_queue.cc:260] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.025663  9008 leader_election.cc:304] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7, 350d1d94c5604cf29f0dd07a82f2d29f; no voters: 
23:56:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.027978 10224 raft_consensus.cc:2804] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.028502 10224 raft_consensus.cc:493] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.028730 10212 ts_tablet_manager.cc:1434] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f: Time spent starting tablet: real 0.012s	user 0.007s	sys 0.000s
23:56:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.028925 10224 raft_consensus.cc:3060] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Advancing to term 1
23:56:21.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.031247 10227 raft_consensus.cc:515] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.036028  8934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "438302c53ef74b5ca700e2e405cb2ef6" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f" is_pre_election: true
23:56:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.036646  8934 raft_consensus.cc:2468] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3379091ac8ee40ec85dfd40043fc0bb7 in term 0.
23:56:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.038209  8934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a81dc0b2fc604c2fac913863aead1edb" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f"
23:56:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.038736  8934 raft_consensus.cc:3060] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Advancing to term 1
23:56:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.041445  9075 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a81dc0b2fc604c2fac913863aead1edb" candidate_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3379091ac8ee40ec85dfd40043fc0bb7"
23:56:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.042019  9075 raft_consensus.cc:3060] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 0 FOLLOWER]: Advancing to term 1
23:56:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.047783  8934 raft_consensus.cc:2468] T a81dc0b2fc604c2fac913863aead1edb P e79c495a5d7d4c698bb241882a0dd47f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 350d1d94c5604cf29f0dd07a82f2d29f in term 1.
23:56:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.049893  9160 leader_election.cc:304] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 350d1d94c5604cf29f0dd07a82f2d29f, e79c495a5d7d4c698bb241882a0dd47f; no voters: 
23:56:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.050235 10213 ts_tablet_manager.cc:1434] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f: Time spent starting tablet: real 0.039s	user 0.004s	sys 0.003s
23:56:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.050698 10215 raft_consensus.cc:2804] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 FOLLOWER]: Leader election won for term 1
23:56:21.055 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:21.055 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:21.055 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:21.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:21.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:21.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:21.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:21.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:21.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:21.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:21.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:21.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:21.056 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:21.059 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.063589  9075 raft_consensus.cc:2468] T a81dc0b2fc604c2fac913863aead1edb P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 350d1d94c5604cf29f0dd07a82f2d29f in term 1.
23:56:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.065689 10227 leader_election.cc:290] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [CANDIDATE]: Term 1 election: Requested vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66:38009)
23:56:21.075 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.087 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.086915 10215 raft_consensus.cc:697] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 LEADER]: Becoming Leader. State: Replica: 350d1d94c5604cf29f0dd07a82f2d29f, State: Running, Role: LEADER
23:56:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.088460 10215 consensus_queue.cc:237] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.092670 10224 raft_consensus.cc:515] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.097 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.100 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.102622 10224 leader_election.cc:290] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 election: Requested vote from peers e79c495a5d7d4c698bb241882a0dd47f (127.8.47.65:39953), 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67:43061)
23:56:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.102459  9227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "438302c53ef74b5ca700e2e405cb2ef6" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "350d1d94c5604cf29f0dd07a82f2d29f"
23:56:21.105 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.103077  9227 raft_consensus.cc:3060] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f [term 0 FOLLOWER]: Advancing to term 1
23:56:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.105846  8934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "438302c53ef74b5ca700e2e405cb2ef6" candidate_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79c495a5d7d4c698bb241882a0dd47f"
23:56:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.106401  8934 raft_consensus.cc:3060] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f [term 0 FOLLOWER]: Advancing to term 1
23:56:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.108352  8747 catalog_manager.cc:5696] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f reported cstate change: term changed from 0 to 1, leader changed from <none> to 350d1d94c5604cf29f0dd07a82f2d29f (127.8.47.67). New cstate: current_term: 1 leader_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } health_report { overall_health: HEALTHY } } }
23:56:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.132594  9227 raft_consensus.cc:2468] T 438302c53ef74b5ca700e2e405cb2ef6 P 350d1d94c5604cf29f0dd07a82f2d29f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3379091ac8ee40ec85dfd40043fc0bb7 in term 1.
23:56:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.134370  9008 leader_election.cc:304] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3379091ac8ee40ec85dfd40043fc0bb7, 350d1d94c5604cf29f0dd07a82f2d29f; no voters: 
23:56:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.135458 10224 raft_consensus.cc:2804] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 FOLLOWER]: Leader election won for term 1
23:56:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.135907 10224 raft_consensus.cc:697] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [term 1 LEADER]: Becoming Leader. State: Replica: 3379091ac8ee40ec85dfd40043fc0bb7, State: Running, Role: LEADER
23:56:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.136653 10224 consensus_queue.cc:237] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } }
23:56:21.142 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.144995  8934 raft_consensus.cc:2468] T 438302c53ef74b5ca700e2e405cb2ef6 P e79c495a5d7d4c698bb241882a0dd47f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3379091ac8ee40ec85dfd40043fc0bb7 in term 1.
23:56:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.157411 10234 consensus_queue.cc:1048] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [LEADER]: Connected to new peer: Peer: permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:21.167 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.173 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.194836  8747 catalog_manager.cc:5696] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3379091ac8ee40ec85dfd40043fc0bb7 (127.8.47.66). New cstate: current_term: 1 leader_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 } health_report { overall_health: UNKNOWN } } }
23:56:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.195526 10220 consensus_queue.cc:1048] T 19917c9012f34490888602de3ec703c1 P e79c495a5d7d4c698bb241882a0dd47f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:21.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.207 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.217 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.218 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.219 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.220 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.228 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.229 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.230 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:21.232 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.233 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:21.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.235 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.235 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.236 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.237 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.238 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.239 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.240 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.241 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.247 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:21.247 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:21.247 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:21.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.248 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:21.252 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.259 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.260 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.265 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.288 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.288 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.296 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.302 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.304 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.305 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.307 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.310 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.312 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.312 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.312 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.312 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.313 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.313 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.313 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.313 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.313 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.314 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.317 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.320 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.320 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.320 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.320 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.321 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.321 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.321 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.323010 10220 consensus_queue.cc:1048] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:21.332 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.332 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.332 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.332 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.332 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.332 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.337 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.339 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.339 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.339 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.340 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.340 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.341 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.341 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.341 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.342 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.343 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.345 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.347 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:21.347 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:21.347 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:21.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:21.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.349 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.350 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.351 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.351 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.351 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.352 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.353 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.359 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.359 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.359 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.360 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.360 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.360 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.361 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.362 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.362 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.362 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.362 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.364 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.365 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.367 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.368605 10234 consensus_queue.cc:1048] T 680d14dfeaa34b9ca7fab2632ae4fb6e P e79c495a5d7d4c698bb241882a0dd47f [LEADER]: Connected to new peer: Peer: permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:21.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.375 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.380 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.381 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.381 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.381 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.381 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.381 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.382 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.382 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.382 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.382 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.384 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.399 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.399 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.399 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.403 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.403 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.403 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.404 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.404 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.404 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.404 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.412 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.412 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.412 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.413 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:21.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:21.438 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.439 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.439 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.441 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.442 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.442 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.442 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.442 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.442 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.442 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.443 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.443 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.459 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.459 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.460 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.460 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.460 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.461 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.461 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.461 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.473805 10227 consensus_queue.cc:1048] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3379091ac8ee40ec85dfd40043fc0bb7" member_type: VOTER last_known_addr { host: "127.8.47.66" port: 38009 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:21.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.479873 10224 consensus_queue.cc:1048] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:21.482 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.482 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.482 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.483 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.492 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.492 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.495 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.512244 10284 consensus_queue.cc:1048] T a81dc0b2fc604c2fac913863aead1edb P 350d1d94c5604cf29f0dd07a82f2d29f [LEADER]: Connected to new peer: Peer: permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.513186 10333 consensus_queue.cc:1048] T 2977f52ab5424449940bea413205d542 P 3379091ac8ee40ec85dfd40043fc0bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.521077 10272 consensus_queue.cc:1048] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e79c495a5d7d4c698bb241882a0dd47f" member_type: VOTER last_known_addr { host: "127.8.47.65" port: 39953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:21.522 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.522 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.522 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.522 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.523 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.583 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.583 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.583 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.584 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:21.585886 10272 consensus_queue.cc:1048] T 438302c53ef74b5ca700e2e405cb2ef6 P 3379091ac8ee40ec85dfd40043fc0bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "350d1d94c5604cf29f0dd07a82f2d29f" member_type: VOTER last_known_addr { host: "127.8.47.67" port: 43061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:21.639 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.639 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.640 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.640 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.681 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.681 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.681 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.681 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.681 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.681 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.681 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.692 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.692 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.692 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.693 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.702 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.702 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.702 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.703 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:21.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:21.821 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:21.821 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:21.821 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:21.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:21.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:21.821 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.821 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.822 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:21.822 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:21.826 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:21.827 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:21.827 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:21.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:21.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:21.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:21.828 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:21.912 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:21.913 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:21.913 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:21.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:21.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:21.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:21.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:21.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:21.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:21.966 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:21.966 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:21.966 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:21.967 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:21.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:21.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:21.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:21.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:21.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:21.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:21.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:21.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:21.967 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:22.020 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:22.020 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:22.020 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:22.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.021 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.021 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.021 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:22.101 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:22.102 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:22.102 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:22.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.102 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.102 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.102 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:22.120 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:22.120 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:22.120 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:22.120 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:22.159 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:22.160 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:22.160 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:22.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.160 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:22.162 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:22.162 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:22.162 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:22.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:22.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:22.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:22.285 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:22.285 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:22.285 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:22.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:22.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:22.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:22.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:22.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:22.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:22.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:22.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:22.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:22.286 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:22.341 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:22.341 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:22.341 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:22.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.342 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:22.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:22.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:22.566 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:22.567 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:22.567 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:22.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:22.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:22.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:22.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:22.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:22.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:22.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:22.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:22.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:22.567 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:22.642 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:22.643 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:22.643 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:22.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:22.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:22.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:22.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:22.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:22.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:22.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:22.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:22.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:22.643 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:22.681 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:22.682 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:22.682 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:22.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:22.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:22.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:22.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:22.692 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:22.692 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:22.692 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:22.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:22.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:22.693 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:22.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:22.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:22.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:22.693 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:22.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:22.693 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:22.693 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:22.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:22.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:22.854 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:22.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:22.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:22.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:22.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:22.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:22.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:22.860 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:22.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [4ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, deferred=null) after lookup
23:56:22.860 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:22.862 [DEBUG - kudu-nio-3] (Connection.java:757) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] Successfully connected to peer
23:56:22.873 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:22.876 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x014e610b, L:/127.0.0.1:33986 - R:/127.8.47.65:39953] using TOKEN/null
23:56:22.900 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:22.900 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:22.901 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:22.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:22.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:22.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:22.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:22.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:22.901 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:22.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:22.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:22.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:22.901 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:22.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:22.937 [DEBUG - main] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:22.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:22.944 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] Successfully connected to peer
23:56:22.973 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:22.978 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xf2ddec64, L:/127.0.0.1:33618 - R:/127.8.47.67:43061] using TOKEN/null
23:56:23.019 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:23.019 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:23.019 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:23.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:23.026 [DEBUG - main] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:23.027 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:23.048 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:23.051 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x3b9a113d, L:/127.0.0.1:38436 - R:/127.8.47.66:38009] using TOKEN/null
23:56:23.111 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:23.112 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:23.112 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:23.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.113 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.113 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:23.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:23.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:23.243 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:23.243 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:23.243 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:23.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:23.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:23.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:23.244 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:23.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:23.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:23.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:23.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:23.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:23.244 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:23.250 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:23.252 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:23.265 [DEBUG - main] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:56:23.266 [DEBUG - main] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:56:23.267 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.16.252:41799(127.9.16.252:41799)] Successfully connected to peer
23:56:23.271 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.252
23:56:23.271 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:23.271 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:23.271 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:23.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:23.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:23.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:23.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:23.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:23.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:23.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:23.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:23.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:23.272 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:23.286 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:23.289 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa23b3179, L:/127.0.0.1:33852 - R:/127.9.16.252:41799] using SASL/PLAIN
23:56:23.290 [DEBUG - main] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:56:23.292 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.16.253:39911(127.9.16.253:39911)] Successfully connected to peer
23:56:23.293 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:23.293 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.252:41799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.253:39911, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.254:35283, [28ms] Sub RPC ConnectToMaster: received response from server master-127.9.16.252:41799: OK, deferred=null) after lookup
23:56:23.299 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.16.254:35283(127.9.16.254:35283)] Successfully connected to peer
23:56:23.299 [DEBUG - main] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:23.300 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:23.301 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:23.301 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:23.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.301 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:23.308 [DEBUG - main] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:23.308 [DEBUG - main] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:23.325 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.47.126:33881(127.8.47.126:33881)] Successfully connected to peer
23:56:23.326 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.47.125:37987(127.8.47.125:37987)] Successfully connected to peer
23:56:23.326 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.47.124:36079(127.8.47.124:36079)] Successfully connected to peer
23:56:23.329 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.126
23:56:23.358 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:23.360 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:23.362 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.125
23:56:23.366 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.124
23:56:23.371 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd1c19e0f, L:/127.0.0.1:51386 - R:/127.9.16.254:35283] using TOKEN/null
23:56:23.374 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:23.375 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x838f699e, L:/127.0.0.1:57996 - R:/127.8.47.126:33881] using SASL/PLAIN
23:56:23.380 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe42cce52, L:/127.0.0.1:37094 - R:/127.9.16.253:39911] using TOKEN/null
23:56:23.413 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:23.414 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:23.418 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x859481eb, L:/127.0.0.1:54394 - R:/127.8.47.124:36079] using SASL/PLAIN
23:56:23.423 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:23.423 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=125), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [79ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, deferred=null) after lookup
23:56:23.427 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:23.433 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdef8e06f, L:/127.0.0.1:46114 - R:/127.8.47.125:37987] using SASL/PLAIN
23:56:23.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:23.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:23.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:23.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:23.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:23.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:23.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:23.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:23.437 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:23.441 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:23.441 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:23.441 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:23.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.442 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.443 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.441316  9494 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33852:
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:56:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:56:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:56:23.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:56:23.445 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:23.445 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:23.445 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:23.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:23.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:23.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:23.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:23.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:23.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:23.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:23.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:23.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:23.446 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:23.447 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:23.447 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:23.447 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:23.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:23.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:23.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:23.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:23.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:23.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:23.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:23.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:23.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:23.448 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:23.450296  9494 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:56:23.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:23.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.641109  9761 tablet_service.cc:1511] Processing CreateTablet for tablet 9d31f74478e143af98f8ffb5a4d775bf (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:56:23.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.643380  9761 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9d31f74478e143af98f8ffb5a4d775bf. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.644753  9759 tablet_service.cc:1511] Processing CreateTablet for tablet 0532db93b69049cdaeea0c47a8989de5 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:56:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.645504  9758 tablet_service.cc:1511] Processing CreateTablet for tablet 40b1a9e552764b3986d006a90b68dd9f (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:56:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.646296  9759 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0532db93b69049cdaeea0c47a8989de5. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.648870  9757 tablet_service.cc:1511] Processing CreateTablet for tablet 310b318f170e4a169718746ceb47c8b5 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:56:23.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.650034  9757 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 310b318f170e4a169718746ceb47c8b5. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.652031  9756 tablet_service.cc:1511] Processing CreateTablet for tablet 166db553b87b48928ef3212346cdaa0e (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:56:23.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.653158  9756 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 166db553b87b48928ef3212346cdaa0e. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.655243  9755 tablet_service.cc:1511] Processing CreateTablet for tablet ab29e4bbbba74f91a0361af156809262 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:56:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.656064  9755 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ab29e4bbbba74f91a0361af156809262. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.656622  9758 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40b1a9e552764b3986d006a90b68dd9f. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.657853 10111 tablet_service.cc:1511] Processing CreateTablet for tablet 40b1a9e552764b3986d006a90b68dd9f (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:56:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.659456 10111 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40b1a9e552764b3986d006a90b68dd9f. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.660822 10108 tablet_service.cc:1511] Processing CreateTablet for tablet ab29e4bbbba74f91a0361af156809262 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:56:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.661808 10108 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ab29e4bbbba74f91a0361af156809262. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.662175 10110 tablet_service.cc:1511] Processing CreateTablet for tablet 310b318f170e4a169718746ceb47c8b5 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:56:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.663385 10110 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 310b318f170e4a169718746ceb47c8b5. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.664115 10109 tablet_service.cc:1511] Processing CreateTablet for tablet 166db553b87b48928ef3212346cdaa0e (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:56:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.665827 10109 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 166db553b87b48928ef3212346cdaa0e. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.664098 10112 tablet_service.cc:1511] Processing CreateTablet for tablet 0532db93b69049cdaeea0c47a8989de5 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:56:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.667407 10113 tablet_service.cc:1511] Processing CreateTablet for tablet 9d31f74478e143af98f8ffb5a4d775bf (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:56:23.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.669227 10112 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0532db93b69049cdaeea0c47a8989de5. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.673130 10113 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9d31f74478e143af98f8ffb5a4d775bf. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.676615  9913 tablet_service.cc:1511] Processing CreateTablet for tablet 310b318f170e4a169718746ceb47c8b5 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:56:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.677940  9915 tablet_service.cc:1511] Processing CreateTablet for tablet 0532db93b69049cdaeea0c47a8989de5 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:56:23.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.680332  9912 tablet_service.cc:1511] Processing CreateTablet for tablet 166db553b87b48928ef3212346cdaa0e (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:56:23.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.678370  9913 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 310b318f170e4a169718746ceb47c8b5. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.682 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:23.682 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:23.682 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:23.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.683169  9911 tablet_service.cc:1511] Processing CreateTablet for tablet ab29e4bbbba74f91a0361af156809262 (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:56:23.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.683 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:23.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.687928  9914 tablet_service.cc:1511] Processing CreateTablet for tablet 40b1a9e552764b3986d006a90b68dd9f (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:56:23.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.689172  9911 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ab29e4bbbba74f91a0361af156809262. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.687515  9916 tablet_service.cc:1511] Processing CreateTablet for tablet 9d31f74478e143af98f8ffb5a4d775bf (DEFAULT_TABLE table=replication_test_table [id=310b385b07ac498d902a1fcfb9104a1c]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:56:23.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.691708  9916 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9d31f74478e143af98f8ffb5a4d775bf. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.697220  9912 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 166db553b87b48928ef3212346cdaa0e. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.698916  9915 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0532db93b69049cdaeea0c47a8989de5. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.711 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:23.711 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:23.711 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:23.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.711750  9914 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40b1a9e552764b3986d006a90b68dd9f. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:23.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.712 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:23.714 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:23.714 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:23.714 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:23.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:23.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:23.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:23.717 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:23.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:23.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:23.770 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:23.770 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:23.771 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:23.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:23.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:23.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:23.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:23.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:23.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:23.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:23.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:23.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:23.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.787932 10407 tablet_bootstrap.cc:492] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a: Bootstrap starting.
23:56:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.805133 10407 tablet_bootstrap.cc:654] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a: Neither blocks nor log segments found. Creating new log.
23:56:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.807941 10407 log.cc:826] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a: Log is configured to *not* fsync() on all Append() calls
23:56:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.814857 10407 tablet_bootstrap.cc:492] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a: No bootstrap required, opened a new log
23:56:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.815521 10407 ts_tablet_manager.cc:1403] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a: Time spent bootstrapping tablet: real 0.028s	user 0.009s	sys 0.010s
23:56:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.837715 10409 tablet_bootstrap.cc:492] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1: Bootstrap starting.
23:56:23.860 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:23.860 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:23.860 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:23.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.861 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.845237 10409 tablet_bootstrap.cc:654] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1: Neither blocks nor log segments found. Creating new log.
23:56:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.849025 10409 log.cc:826] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1: Log is configured to *not* fsync() on all Append() calls
23:56:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.855672 10407 raft_consensus.cc:359] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.856719 10407 raft_consensus.cc:385] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.857055 10407 raft_consensus.cc:740] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3818021e663a41afa40f9a795668447a, State: Initialized, Role: FOLLOWER
23:56:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.858467 10407 consensus_queue.cc:260] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.860286 10409 tablet_bootstrap.cc:492] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1: No bootstrap required, opened a new log
23:56:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.860826 10409 ts_tablet_manager.cc:1403] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1: Time spent bootstrapping tablet: real 0.024s	user 0.007s	sys 0.011s
23:56:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.893033 10409 raft_consensus.cc:359] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.894083 10409 raft_consensus.cc:385] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.895010 10409 raft_consensus.cc:740] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acd5876717844da6ba078fe6ef952db1, State: Initialized, Role: FOLLOWER
23:56:23.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.896003 10409 consensus_queue.cc:260] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.901142 10413 tablet_bootstrap.cc:492] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a: Bootstrap starting.
23:56:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.907755 10409 ts_tablet_manager.cc:1434] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1: Time spent starting tablet: real 0.047s	user 0.029s	sys 0.015s
23:56:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.908999 10409 tablet_bootstrap.cc:492] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1: Bootstrap starting.
23:56:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.915482 10409 tablet_bootstrap.cc:654] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1: Neither blocks nor log segments found. Creating new log.
23:56:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.927982 10409 tablet_bootstrap.cc:492] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1: No bootstrap required, opened a new log
23:56:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.928516 10409 ts_tablet_manager.cc:1403] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1: Time spent bootstrapping tablet: real 0.020s	user 0.005s	sys 0.012s
23:56:23.934 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.927522 10407 ts_tablet_manager.cc:1434] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a: Time spent starting tablet: real 0.112s	user 0.061s	sys 0.028s
23:56:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.931469 10409 raft_consensus.cc:359] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.933036 10409 raft_consensus.cc:385] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.933102 10407 tablet_bootstrap.cc:492] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a: Bootstrap starting.
23:56:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.933326 10409 raft_consensus.cc:740] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acd5876717844da6ba078fe6ef952db1, State: Initialized, Role: FOLLOWER
23:56:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.934746 10409 consensus_queue.cc:260] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:23.941 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:23.941 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:23.942 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:23.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:23.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:23.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:23.943 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.937841 10409 ts_tablet_manager.cc:1434] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1: Time spent starting tablet: real 0.009s	user 0.005s	sys 0.001s
23:56:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.938724 10409 tablet_bootstrap.cc:492] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1: Bootstrap starting.
23:56:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.940048 10407 tablet_bootstrap.cc:654] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a: Neither blocks nor log segments found. Creating new log.
23:56:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.945628 10409 tablet_bootstrap.cc:654] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1: Neither blocks nor log segments found. Creating new log.
23:56:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.955727 10407 tablet_bootstrap.cc:492] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a: No bootstrap required, opened a new log
23:56:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.956211 10407 ts_tablet_manager.cc:1403] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a: Time spent bootstrapping tablet: real 0.023s	user 0.008s	sys 0.008s
23:56:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.959131 10407 raft_consensus.cc:359] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.959859 10407 raft_consensus.cc:385] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.960162 10407 raft_consensus.cc:740] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3818021e663a41afa40f9a795668447a, State: Initialized, Role: FOLLOWER
23:56:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.960873 10407 consensus_queue.cc:260] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.966847 10407 ts_tablet_manager.cc:1434] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a: Time spent starting tablet: real 0.010s	user 0.005s	sys 0.002s
23:56:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.969882 10407 tablet_bootstrap.cc:492] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a: Bootstrap starting.
23:56:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.983903 10407 tablet_bootstrap.cc:654] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a: Neither blocks nor log segments found. Creating new log.
23:56:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.984624 10413 tablet_bootstrap.cc:654] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a: Neither blocks nor log segments found. Creating new log.
23:56:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.990797 10414 raft_consensus.cc:493] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.991870 10413 log.cc:826] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a: Log is configured to *not* fsync() on all Append() calls
23:56:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.991420 10414 raft_consensus.cc:515] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.991425 10409 tablet_bootstrap.cc:492] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1: No bootstrap required, opened a new log
23:56:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.995738 10409 ts_tablet_manager.cc:1403] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1: Time spent bootstrapping tablet: real 0.057s	user 0.004s	sys 0.023s
23:56:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.997799 10414 leader_election.cc:290] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:23.997938 10185 tablet.cc:2406] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:23.999691 10409 raft_consensus.cc:359] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.000551 10409 raft_consensus.cc:385] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.000898 10409 raft_consensus.cc:740] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acd5876717844da6ba078fe6ef952db1, State: Initialized, Role: FOLLOWER
23:56:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.001830 10409 consensus_queue.cc:260] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.004601 10409 ts_tablet_manager.cc:1434] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
23:56:24.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.005558 10409 tablet_bootstrap.cc:492] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1: Bootstrap starting.
23:56:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.019405 10409 tablet_bootstrap.cc:654] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1: Neither blocks nor log segments found. Creating new log.
23:56:24.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.030817 10407 tablet_bootstrap.cc:492] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a: No bootstrap required, opened a new log
23:56:24.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.031298 10407 ts_tablet_manager.cc:1403] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a: Time spent bootstrapping tablet: real 0.062s	user 0.012s	sys 0.008s
23:56:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.034268 10407 raft_consensus.cc:359] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.035001 10407 raft_consensus.cc:385] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.035282 10407 raft_consensus.cc:740] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3818021e663a41afa40f9a795668447a, State: Initialized, Role: FOLLOWER
23:56:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.036026 10407 consensus_queue.cc:260] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.038429 10407 ts_tablet_manager.cc:1434] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a: Time spent starting tablet: real 0.007s	user 0.008s	sys 0.000s
23:56:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.039606 10407 tablet_bootstrap.cc:492] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a: Bootstrap starting.
23:56:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.042845 10413 tablet_bootstrap.cc:492] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a: No bootstrap required, opened a new log
23:56:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.043501 10413 ts_tablet_manager.cc:1403] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a: Time spent bootstrapping tablet: real 0.143s	user 0.009s	sys 0.010s
23:56:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.043758 10409 tablet_bootstrap.cc:492] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1: No bootstrap required, opened a new log
23:56:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.044222 10409 ts_tablet_manager.cc:1403] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1: Time spent bootstrapping tablet: real 0.039s	user 0.010s	sys 0.006s
23:56:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.063549 10407 tablet_bootstrap.cc:654] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a: Neither blocks nor log segments found. Creating new log.
23:56:24.064 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:24.064 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:24.064 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:24.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:24.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:24.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:24.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:24.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:24.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:24.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:24.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:24.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:24.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:24.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.074183 10413 raft_consensus.cc:359] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.075106 10413 raft_consensus.cc:385] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.075388 10413 raft_consensus.cc:740] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3722dde57d2346e3ab1c98d4cc00902a, State: Initialized, Role: FOLLOWER
23:56:24.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.076297 10413 consensus_queue.cc:260] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.082688 10409 raft_consensus.cc:359] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.083405 10409 raft_consensus.cc:385] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.083694 10409 raft_consensus.cc:740] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acd5876717844da6ba078fe6ef952db1, State: Initialized, Role: FOLLOWER
23:56:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.084393 10409 consensus_queue.cc:260] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.081539  9991 tablet.cc:2406] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.090777 10409 ts_tablet_manager.cc:1434] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1: Time spent starting tablet: real 0.046s	user 0.004s	sys 0.004s
23:56:24.095 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:24.095 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:24.095 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:24.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.095 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.096 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.094511 10409 tablet_bootstrap.cc:492] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1: Bootstrap starting.
23:56:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.096997 10413 ts_tablet_manager.cc:1434] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a: Time spent starting tablet: real 0.053s	user 0.036s	sys 0.004s
23:56:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.098737 10413 tablet_bootstrap.cc:492] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a: Bootstrap starting.
23:56:24.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.105969 10413 tablet_bootstrap.cc:654] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a: Neither blocks nor log segments found. Creating new log.
23:56:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.129197 10412 raft_consensus.cc:493] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.129827 10412 raft_consensus.cc:515] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.134305 10133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0532db93b69049cdaeea0c47a8989de5" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3818021e663a41afa40f9a795668447a" is_pre_election: true
23:56:24.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.137830 10414 raft_consensus.cc:493] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.138288 10414 raft_consensus.cc:515] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.140201  9869 leader_election.cc:343] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3818021e663a41afa40f9a795668447a (127.9.16.195:44731): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.142097 10414 leader_election.cc:290] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.133026  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0532db93b69049cdaeea0c47a8989de5" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a" is_pre_election: true
23:56:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.144568  9781 raft_consensus.cc:2468] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate acd5876717844da6ba078fe6ef952db1 in term 0.
23:56:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.146849 10412 leader_election.cc:290] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.156021  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ab29e4bbbba74f91a0361af156809262" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a" is_pre_election: true
23:56:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.158255 10413 tablet_bootstrap.cc:492] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a: No bootstrap required, opened a new log
23:56:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.158733 10413 ts_tablet_manager.cc:1403] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a: Time spent bootstrapping tablet: real 0.060s	user 0.013s	sys 0.016s
23:56:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.160099  9869 leader_election.cc:304] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3722dde57d2346e3ab1c98d4cc00902a, acd5876717844da6ba078fe6ef952db1; no voters: 3818021e663a41afa40f9a795668447a
23:56:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.160825 10414 raft_consensus.cc:493] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.161264 10414 raft_consensus.cc:515] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.163254 10414 leader_election.cc:290] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:24.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.163717 10414 raft_consensus.cc:2804] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:24.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.164054 10414 raft_consensus.cc:493] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:24.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.164384 10414 raft_consensus.cc:3060] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Advancing to term 1
23:56:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.163457 10413 raft_consensus.cc:359] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.165611 10413 raft_consensus.cc:385] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.166006 10413 raft_consensus.cc:740] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3722dde57d2346e3ab1c98d4cc00902a, State: Initialized, Role: FOLLOWER
23:56:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.167207 10413 consensus_queue.cc:260] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.169991 10413 ts_tablet_manager.cc:1434] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.000s
23:56:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.172010 10133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ab29e4bbbba74f91a0361af156809262" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3818021e663a41afa40f9a795668447a" is_pre_election: true
23:56:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.172662 10133 raft_consensus.cc:2468] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate acd5876717844da6ba078fe6ef952db1 in term 0.
23:56:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.180502  9869 leader_election.cc:343] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.182178 10413 tablet_bootstrap.cc:492] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a: Bootstrap starting.
23:56:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.183254  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "310b318f170e4a169718746ceb47c8b5" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a" is_pre_election: true
23:56:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.185889 10133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "310b318f170e4a169718746ceb47c8b5" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3818021e663a41afa40f9a795668447a" is_pre_election: true
23:56:24.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.187577  9869 leader_election.cc:304] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1; no voters: 3722dde57d2346e3ab1c98d4cc00902a
23:56:24.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.192123  9869 leader_election.cc:343] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3818021e663a41afa40f9a795668447a (127.9.16.195:44731): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.192885 10428 raft_consensus.cc:2804] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.199312  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "166db553b87b48928ef3212346cdaa0e" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a" is_pre_election: true
23:56:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.200873 10428 raft_consensus.cc:493] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.200826 10068 leader_election.cc:343] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.197857  9869 leader_election.cc:343] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.201738  9869 leader_election.cc:304] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: acd5876717844da6ba078fe6ef952db1; no voters: 3722dde57d2346e3ab1c98d4cc00902a, 3818021e663a41afa40f9a795668447a
23:56:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.203140 10413 tablet_bootstrap.cc:654] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a: Neither blocks nor log segments found. Creating new log.
23:56:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.203431 10428 raft_consensus.cc:3060] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Advancing to term 1
23:56:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.212850  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "166db553b87b48928ef3212346cdaa0e" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1" is_pre_election: true
23:56:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.213753  9936 raft_consensus.cc:2468] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 0.
23:56:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.216739 10069 leader_election.cc:304] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1; no voters: 3722dde57d2346e3ab1c98d4cc00902a
23:56:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.217406 10409 tablet_bootstrap.cc:654] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1: Neither blocks nor log segments found. Creating new log.
23:56:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.218746 10412 raft_consensus.cc:2804] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.217474 10428 raft_consensus.cc:515] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.219143 10412 raft_consensus.cc:493] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.219502 10412 raft_consensus.cc:3060] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.217664 10429 raft_consensus.cc:2749] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:56:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.220451 10407 tablet_bootstrap.cc:492] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a: No bootstrap required, opened a new log
23:56:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.220897 10407 ts_tablet_manager.cc:1403] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a: Time spent bootstrapping tablet: real 0.182s	user 0.017s	sys 0.003s
23:56:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.223240  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ab29e4bbbba74f91a0361af156809262" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.225092  9869 leader_election.cc:343] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:24.235 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.227450 10133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ab29e4bbbba74f91a0361af156809262" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3818021e663a41afa40f9a795668447a"
23:56:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.228061 10133 raft_consensus.cc:3060] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.229843 10412 raft_consensus.cc:515] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.236783  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "166db553b87b48928ef3212346cdaa0e" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:24.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.238093 10068 leader_election.cc:343] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.242131 10428 leader_election.cc:290] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 election: Requested vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:24.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.241317 10414 raft_consensus.cc:515] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.247663  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "166db553b87b48928ef3212346cdaa0e" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1"
23:56:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.248329  9936 raft_consensus.cc:3060] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Advancing to term 1
23:56:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.251636 10133 raft_consensus.cc:2468] T ab29e4bbbba74f91a0361af156809262 P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate acd5876717844da6ba078fe6ef952db1 in term 1.
23:56:24.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.253822  9869 leader_election.cc:304] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1; no voters: 3722dde57d2346e3ab1c98d4cc00902a
23:56:24.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.253965 10407 raft_consensus.cc:359] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.255515 10407 raft_consensus.cc:385] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.255388 10428 raft_consensus.cc:2804] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Leader election won for term 1
23:56:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.255811 10407 raft_consensus.cc:740] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3818021e663a41afa40f9a795668447a, State: Initialized, Role: FOLLOWER
23:56:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.256531 10407 consensus_queue.cc:260] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.236601 10412 leader_election.cc:290] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Requested vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.259231 10414 leader_election.cc:290] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 election: Requested vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.257860 10428 raft_consensus.cc:697] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [term 1 LEADER]: Becoming Leader. State: Replica: acd5876717844da6ba078fe6ef952db1, State: Running, Role: LEADER
23:56:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.261940 10428 consensus_queue.cc:237] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.263173 10133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0532db93b69049cdaeea0c47a8989de5" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3818021e663a41afa40f9a795668447a"
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.264458  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0532db93b69049cdaeea0c47a8989de5" candidate_uuid: "acd5876717844da6ba078fe6ef952db1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.264916  9869 leader_election.cc:343] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 3818021e663a41afa40f9a795668447a (127.9.16.195:44731): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.265120  9781 raft_consensus.cc:3060] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.267091  9936 raft_consensus.cc:2468] T 166db553b87b48928ef3212346cdaa0e P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 1.
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.268417 10069 leader_election.cc:304] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1; no voters: 3722dde57d2346e3ab1c98d4cc00902a
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.269317 10412 raft_consensus.cc:2804] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Leader election won for term 1
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.269784 10412 raft_consensus.cc:697] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [term 1 LEADER]: Becoming Leader. State: Replica: 3818021e663a41afa40f9a795668447a, State: Running, Role: LEADER
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.270674 10412 consensus_queue.cc:237] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.273394 10409 tablet_bootstrap.cc:492] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1: No bootstrap required, opened a new log
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.273907 10409 ts_tablet_manager.cc:1403] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1: Time spent bootstrapping tablet: real 0.182s	user 0.006s	sys 0.013s
23:56:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.276732 10409 raft_consensus.cc:359] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.287009 10434 raft_consensus.cc:493] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.292341  9781 raft_consensus.cc:2468] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate acd5876717844da6ba078fe6ef952db1 in term 1.
23:56:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.295635 10407 ts_tablet_manager.cc:1434] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a: Time spent starting tablet: real 0.074s	user 0.005s	sys 0.005s
23:56:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.296794 10407 tablet_bootstrap.cc:492] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a: Bootstrap starting.
23:56:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.294996  9869 leader_election.cc:304] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3722dde57d2346e3ab1c98d4cc00902a, acd5876717844da6ba078fe6ef952db1; no voters: 3818021e663a41afa40f9a795668447a
23:56:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.299599 10414 raft_consensus.cc:2804] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Leader election won for term 1
23:56:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.300176 10414 raft_consensus.cc:697] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [term 1 LEADER]: Becoming Leader. State: Replica: acd5876717844da6ba078fe6ef952db1, State: Running, Role: LEADER
23:56:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.301151 10414 consensus_queue.cc:237] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.305706 10409 raft_consensus.cc:385] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.306126 10409 raft_consensus.cc:740] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acd5876717844da6ba078fe6ef952db1, State: Initialized, Role: FOLLOWER
23:56:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.307016 10409 consensus_queue.cc:260] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.309762 10409 ts_tablet_manager.cc:1434] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1: Time spent starting tablet: real 0.036s	user 0.008s	sys 0.000s
23:56:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.310846 10409 tablet_bootstrap.cc:492] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1: Bootstrap starting.
23:56:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.288857 10434 raft_consensus.cc:515] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.315171  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40b1a9e552764b3986d006a90b68dd9f" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a" is_pre_election: true
23:56:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.315433 10434 leader_election.cc:290] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.316113  9781 raft_consensus.cc:2468] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 0.
23:56:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.318286 10413 tablet_bootstrap.cc:492] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a: No bootstrap required, opened a new log
23:56:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.318342 10068 leader_election.cc:304] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3722dde57d2346e3ab1c98d4cc00902a, 3818021e663a41afa40f9a795668447a; no voters: 
23:56:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.319603 10413 ts_tablet_manager.cc:1403] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a: Time spent bootstrapping tablet: real 0.138s	user 0.016s	sys 0.004s
23:56:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.323836  9835 tablet.cc:2406] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.323748 10413 raft_consensus.cc:359] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.324754 10407 tablet_bootstrap.cc:654] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a: Neither blocks nor log segments found. Creating new log.
23:56:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.324869 10413 raft_consensus.cc:385] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.325380 10413 raft_consensus.cc:740] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3722dde57d2346e3ab1c98d4cc00902a, State: Initialized, Role: FOLLOWER
23:56:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.326359 10413 consensus_queue.cc:260] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.328744 10413 ts_tablet_manager.cc:1434] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
23:56:24.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.330154 10413 tablet_bootstrap.cc:492] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a: Bootstrap starting.
23:56:24.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.340849 10412 raft_consensus.cc:2804] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:24.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.341357 10412 raft_consensus.cc:493] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.342031 10412 raft_consensus.cc:3060] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.351301  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40b1a9e552764b3986d006a90b68dd9f" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1" is_pre_election: true
23:56:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.351950  9936 raft_consensus.cc:2468] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 0.
23:56:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.360002  9492 catalog_manager.cc:5696] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a reported cstate change: term changed from 0 to 1, leader changed from <none> to 3818021e663a41afa40f9a795668447a (127.9.16.195). New cstate: current_term: 1 leader_uuid: "3818021e663a41afa40f9a795668447a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } health_report { overall_health: HEALTHY } } }
23:56:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.370334 10434 raft_consensus.cc:493] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.370916 10434 raft_consensus.cc:515] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.374181  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "310b318f170e4a169718746ceb47c8b5" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a" is_pre_election: true
23:56:24.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.337848  9493 catalog_manager.cc:5696] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 reported cstate change: term changed from 0 to 1, leader changed from <none> to acd5876717844da6ba078fe6ef952db1 (127.9.16.194). New cstate: current_term: 1 leader_uuid: "acd5876717844da6ba078fe6ef952db1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } health_report { overall_health: UNKNOWN } } }
23:56:24.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.376518 10068 leader_election.cc:343] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.380434 10434 leader_election.cc:290] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.381839  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "310b318f170e4a169718746ceb47c8b5" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1" is_pre_election: true
23:56:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.382493  9936 raft_consensus.cc:2468] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 0.
23:56:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.384629 10069 leader_election.cc:304] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1; no voters: 3722dde57d2346e3ab1c98d4cc00902a
23:56:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.385938 10434 raft_consensus.cc:2804] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.386345 10409 tablet_bootstrap.cc:654] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1: Neither blocks nor log segments found. Creating new log.
23:56:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.386440 10434 raft_consensus.cc:493] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.387049 10434 raft_consensus.cc:3060] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.390789 10412 raft_consensus.cc:515] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.392838 10413 tablet_bootstrap.cc:654] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a: Neither blocks nor log segments found. Creating new log.
23:56:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.395742  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40b1a9e552764b3986d006a90b68dd9f" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.396088 10412 leader_election.cc:290] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Requested vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.396292  9781 raft_consensus.cc:3060] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.397073  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40b1a9e552764b3986d006a90b68dd9f" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1"
23:56:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.397630  9936 raft_consensus.cc:3060] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Advancing to term 1
23:56:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.405838  9936 raft_consensus.cc:2468] T 40b1a9e552764b3986d006a90b68dd9f P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 1.
23:56:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.409842  9781 raft_consensus.cc:2468] T 40b1a9e552764b3986d006a90b68dd9f P 3722dde57d2346e3ab1c98d4cc00902a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 1.
23:56:24.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.411506 10068 leader_election.cc:304] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3722dde57d2346e3ab1c98d4cc00902a, 3818021e663a41afa40f9a795668447a; no voters: 
23:56:24.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.413133 10407 tablet_bootstrap.cc:492] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a: No bootstrap required, opened a new log
23:56:24.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.414264 10407 ts_tablet_manager.cc:1403] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a: Time spent bootstrapping tablet: real 0.118s	user 0.009s	sys 0.005s
23:56:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.413715 10412 raft_consensus.cc:2804] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Leader election won for term 1
23:56:24.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.415349 10413 tablet_bootstrap.cc:492] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a: No bootstrap required, opened a new log
23:56:24.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.416374 10413 ts_tablet_manager.cc:1403] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a: Time spent bootstrapping tablet: real 0.086s	user 0.013s	sys 0.002s
23:56:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.416466 10412 raft_consensus.cc:697] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [term 1 LEADER]: Becoming Leader. State: Replica: 3818021e663a41afa40f9a795668447a, State: Running, Role: LEADER
23:56:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.419941 10413 raft_consensus.cc:359] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.420678 10413 raft_consensus.cc:385] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.421011 10413 raft_consensus.cc:740] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3722dde57d2346e3ab1c98d4cc00902a, State: Initialized, Role: FOLLOWER
23:56:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.421747 10413 consensus_queue.cc:260] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.421917 10412 consensus_queue.cc:237] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.431334 10407 raft_consensus.cc:359] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.433210 10413 ts_tablet_manager.cc:1434] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a: Time spent starting tablet: real 0.016s	user 0.003s	sys 0.004s
23:56:24.434 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:24.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.443965 10407 raft_consensus.cc:385] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.444659 10407 raft_consensus.cc:740] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3818021e663a41afa40f9a795668447a, State: Initialized, Role: FOLLOWER
23:56:24.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.446235 10413 tablet_bootstrap.cc:492] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a: Bootstrap starting.
23:56:24.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.445763 10407 consensus_queue.cc:260] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.454595 10413 tablet_bootstrap.cc:654] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a: Neither blocks nor log segments found. Creating new log.
23:56:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.455470 10409 tablet_bootstrap.cc:492] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1: No bootstrap required, opened a new log
23:56:24.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.456054 10409 ts_tablet_manager.cc:1403] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1: Time spent bootstrapping tablet: real 0.145s	user 0.011s	sys 0.003s
23:56:24.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.463847 10407 ts_tablet_manager.cc:1434] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a: Time spent starting tablet: real 0.049s	user 0.005s	sys 0.001s
23:56:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.467095 10413 tablet_bootstrap.cc:492] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a: No bootstrap required, opened a new log
23:56:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.467535 10413 ts_tablet_manager.cc:1403] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a: Time spent bootstrapping tablet: real 0.022s	user 0.013s	sys 0.004s
23:56:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.469554 10409 raft_consensus.cc:359] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.471233 10413 raft_consensus.cc:359] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.472124 10413 raft_consensus.cc:385] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.472414 10413 raft_consensus.cc:740] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3722dde57d2346e3ab1c98d4cc00902a, State: Initialized, Role: FOLLOWER
23:56:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.477366 10409 raft_consensus.cc:385] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.476933 10407 tablet_bootstrap.cc:492] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a: Bootstrap starting.
23:56:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.473469 10413 consensus_queue.cc:260] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.481845  9492 catalog_manager.cc:5696] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a reported cstate change: term changed from 0 to 1, leader changed from <none> to 3818021e663a41afa40f9a795668447a (127.9.16.195). New cstate: current_term: 1 leader_uuid: "3818021e663a41afa40f9a795668447a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } health_report { overall_health: HEALTHY } } }
23:56:24.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.485605 10409 raft_consensus.cc:740] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acd5876717844da6ba078fe6ef952db1, State: Initialized, Role: FOLLOWER
23:56:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.486550 10409 consensus_queue.cc:260] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.497931 10409 ts_tablet_manager.cc:1434] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1: Time spent starting tablet: real 0.035s	user 0.006s	sys 0.001s
23:56:24.504 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:24.504 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:24.505 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:24.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:24.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:24.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:24.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:24.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:24.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:24.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:24.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:24.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:24.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.506913 10407 tablet_bootstrap.cc:654] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a: Neither blocks nor log segments found. Creating new log.
23:56:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.511353 10434 raft_consensus.cc:515] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.516145  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "310b318f170e4a169718746ceb47c8b5" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:24.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.516371  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "310b318f170e4a169718746ceb47c8b5" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1"
23:56:24.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.517316  9936 raft_consensus.cc:3060] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Advancing to term 1
23:56:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.517812 10068 leader_election.cc:343] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Illegal state: must be running to vote when last-logged opid is not known
23:56:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.524576  9936 raft_consensus.cc:2468] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 1.
23:56:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.525895 10069 leader_election.cc:304] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1; no voters: 3722dde57d2346e3ab1c98d4cc00902a
23:56:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.526907 10412 raft_consensus.cc:2804] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Leader election won for term 1
23:56:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.527359 10412 raft_consensus.cc:697] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [term 1 LEADER]: Becoming Leader. State: Replica: 3818021e663a41afa40f9a795668447a, State: Running, Role: LEADER
23:56:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.528194 10412 consensus_queue.cc:237] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.529841 10407 tablet_bootstrap.cc:492] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a: No bootstrap required, opened a new log
23:56:24.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.530405 10407 ts_tablet_manager.cc:1403] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a: Time spent bootstrapping tablet: real 0.054s	user 0.009s	sys 0.004s
23:56:24.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.537160 10413 ts_tablet_manager.cc:1434] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a: Time spent starting tablet: real 0.069s	user 0.003s	sys 0.004s
23:56:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.538616 10407 raft_consensus.cc:359] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.539458 10407 raft_consensus.cc:385] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.539773 10407 raft_consensus.cc:740] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3818021e663a41afa40f9a795668447a, State: Initialized, Role: FOLLOWER
23:56:24.540 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:24.540 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:24.540 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:24.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.541 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.541 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:24.550 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:24.551 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:24.551 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:24.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:24.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:24.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:24.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:24.560406  8869 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.8.47.66:38009, user_credentials={real_user=slave}} blocked reactor thread for 66582.9us
23:56:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.538379 10413 tablet_bootstrap.cc:492] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a: Bootstrap starting.
23:56:24.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.577652 10407 consensus_queue.cc:260] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.580403 10407 ts_tablet_manager.cc:1434] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a: Time spent starting tablet: real 0.050s	user 0.006s	sys 0.002s
23:56:24.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.599617 10413 tablet_bootstrap.cc:654] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a: Neither blocks nor log segments found. Creating new log.
23:56:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.620137 10424 raft_consensus.cc:493] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.620719 10424 raft_consensus.cc:515] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.619136  9492 catalog_manager.cc:5696] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a reported cstate change: term changed from 0 to 1, leader changed from <none> to 3818021e663a41afa40f9a795668447a (127.9.16.195). New cstate: current_term: 1 leader_uuid: "3818021e663a41afa40f9a795668447a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } health_report { overall_health: HEALTHY } } }
23:56:24.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.626780 10424 leader_election.cc:290] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169), 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:24.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.627444 10424 raft_consensus.cc:493] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.627898 10424 raft_consensus.cc:515] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.630230 10424 leader_election.cc:290] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169), 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.632086 10434 leader_election.cc:290] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Requested vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.633122 10434 raft_consensus.cc:493] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.633653 10434 raft_consensus.cc:515] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.637164  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9d31f74478e143af98f8ffb5a4d775bf" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1" is_pre_election: true
23:56:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.637959  9936 raft_consensus.cc:2468] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 0.
23:56:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.639271 10069 leader_election.cc:304] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1; no voters: 
23:56:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.640424 10435 raft_consensus.cc:2804] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.640849 10435 raft_consensus.cc:493] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.641202 10435 raft_consensus.cc:3060] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.650342 10435 raft_consensus.cc:515] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.655030 10435 leader_election.cc:290] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Requested vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.654940  9935 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9d31f74478e143af98f8ffb5a4d775bf" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1"
23:56:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.655583  9935 raft_consensus.cc:3060] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1 [term 0 FOLLOWER]: Advancing to term 1
23:56:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.657678 10435 raft_consensus.cc:493] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.659301 10435 raft_consensus.cc:515] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.661949 10435 leader_election.cc:290] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.662140 10413 tablet_bootstrap.cc:492] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a: No bootstrap required, opened a new log
23:56:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.662617 10413 ts_tablet_manager.cc:1403] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a: Time spent bootstrapping tablet: real 0.124s	user 0.013s	sys 0.003s
23:56:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.662874  9935 raft_consensus.cc:2468] T 9d31f74478e143af98f8ffb5a4d775bf P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 1.
23:56:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.666980 10413 raft_consensus.cc:359] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.667935 10413 raft_consensus.cc:385] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.668366 10413 raft_consensus.cc:740] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3722dde57d2346e3ab1c98d4cc00902a, State: Initialized, Role: FOLLOWER
23:56:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.669409 10413 consensus_queue.cc:260] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.672811 10413 ts_tablet_manager.cc:1434] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a: Time spent starting tablet: real 0.010s	user 0.008s	sys 0.000s
23:56:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.672783 10069 leader_election.cc:304] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1; no voters: 
23:56:24.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.676618  9935 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0532db93b69049cdaeea0c47a8989de5" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1" is_pre_election: true
23:56:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.680405 10435 raft_consensus.cc:2804] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Leader election won for term 1
23:56:24.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.681629 10435 raft_consensus.cc:697] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [term 1 LEADER]: Becoming Leader. State: Replica: 3818021e663a41afa40f9a795668447a, State: Running, Role: LEADER
23:56:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.683434 10435 consensus_queue.cc:237] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.692144  9494 catalog_manager.cc:5696] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 reported cstate change: term changed from 0 to 1, leader changed from <none> to acd5876717844da6ba078fe6ef952db1 (127.9.16.194). New cstate: current_term: 1 leader_uuid: "acd5876717844da6ba078fe6ef952db1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } health_report { overall_health: UNKNOWN } } }
23:56:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.697013 10133 raft_consensus.cc:3060] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.714841 10414 consensus_queue.cc:1048] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.725835  9781 raft_consensus.cc:3060] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.730024 10412 consensus_queue.cc:1048] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [LEADER]: Connected to new peer: Peer: permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:24.736 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.744952  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9d31f74478e143af98f8ffb5a4d775bf" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a" is_pre_election: true
23:56:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.746181 10414 consensus_queue.cc:1048] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.750911  9781 raft_consensus.cc:2468] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 0.
23:56:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.752859 10434 leader_election.cc:290] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929), acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169)
23:56:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.760528  9781 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9d31f74478e143af98f8ffb5a4d775bf" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a"
23:56:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.761174  9781 raft_consensus.cc:3060] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.772416  9779 raft_consensus.cc:3060] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Advancing to term 1
23:56:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.783085  9492 catalog_manager.cc:5696] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a reported cstate change: term changed from 0 to 1, leader changed from <none> to 3818021e663a41afa40f9a795668447a (127.9.16.195). New cstate: current_term: 1 leader_uuid: "3818021e663a41afa40f9a795668447a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } health_report { overall_health: HEALTHY } } }
23:56:24.800 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:24.800 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:24.800 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:24.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:24.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:24.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:24.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:24.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:24.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:24.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:24.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:24.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:24.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.844503 10414 consensus_queue.cc:1048] T ab29e4bbbba74f91a0361af156809262 P acd5876717844da6ba078fe6ef952db1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.861234 10414 consensus_queue.cc:1048] T 0532db93b69049cdaeea0c47a8989de5 P acd5876717844da6ba078fe6ef952db1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.849375  9778 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0532db93b69049cdaeea0c47a8989de5" candidate_uuid: "3818021e663a41afa40f9a795668447a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3722dde57d2346e3ab1c98d4cc00902a" is_pre_election: true
23:56:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.871134  9778 raft_consensus.cc:2393] T 0532db93b69049cdaeea0c47a8989de5 P 3722dde57d2346e3ab1c98d4cc00902a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3818021e663a41afa40f9a795668447a in current term 1: Already voted for candidate acd5876717844da6ba078fe6ef952db1 in this term.
23:56:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.876952 10068 leader_election.cc:304] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3818021e663a41afa40f9a795668447a; no voters: 3722dde57d2346e3ab1c98d4cc00902a, acd5876717844da6ba078fe6ef952db1
23:56:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.884948 10435 raft_consensus.cc:2749] T 0532db93b69049cdaeea0c47a8989de5 P 3818021e663a41afa40f9a795668447a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:56:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.888429 10435 consensus_queue.cc:1048] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [LEADER]: Connected to new peer: Peer: permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.004s
23:56:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.903756 10412 consensus_queue.cc:1048] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.913691  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ab29e4bbbba74f91a0361af156809262" candidate_uuid: "3722dde57d2346e3ab1c98d4cc00902a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1" is_pre_election: true
23:56:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.915973  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "166db553b87b48928ef3212346cdaa0e" candidate_uuid: "3722dde57d2346e3ab1c98d4cc00902a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1" is_pre_election: true
23:56:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.921339  9781 raft_consensus.cc:2468] T 9d31f74478e143af98f8ffb5a4d775bf P 3722dde57d2346e3ab1c98d4cc00902a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3818021e663a41afa40f9a795668447a in term 1.
23:56:24.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.932691 10412 consensus_queue.cc:1048] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:24.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.957871 10458 raft_consensus.cc:493] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.961531 10458 raft_consensus.cc:515] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 } } peers { permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 } } peers { permanent_uuid: "3818021e663a41afa40f9a795668447a" member_type: VOTER last_known_addr { host: "127.9.16.195" port: 44731 } }
23:56:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.966514  9936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "310b318f170e4a169718746ceb47c8b5" candidate_uuid: "3722dde57d2346e3ab1c98d4cc00902a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acd5876717844da6ba078fe6ef952db1" is_pre_election: true
23:56:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:24.967372  9936 raft_consensus.cc:2393] T 310b318f170e4a169718746ceb47c8b5 P acd5876717844da6ba078fe6ef952db1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3722dde57d2346e3ab1c98d4cc00902a in current term 1: Already voted for candidate 3818021e663a41afa40f9a795668447a in this term.
23:56:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.005919 10458 leader_election.cc:290] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers acd5876717844da6ba078fe6ef952db1 (127.9.16.194:43169), 3818021e663a41afa40f9a795668447a (127.9.16.195:44731)
23:56:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.046463 10133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "166db553b87b48928ef3212346cdaa0e" candidate_uuid: "3722dde57d2346e3ab1c98d4cc00902a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3818021e663a41afa40f9a795668447a" is_pre_election: true
23:56:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.047412 10131 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "310b318f170e4a169718746ceb47c8b5" candidate_uuid: "3722dde57d2346e3ab1c98d4cc00902a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3818021e663a41afa40f9a795668447a" is_pre_election: true
23:56:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.048671  9715 leader_election.cc:304] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3722dde57d2346e3ab1c98d4cc00902a; no voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1
23:56:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.050719  9715 leader_election.cc:304] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3722dde57d2346e3ab1c98d4cc00902a; no voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1
23:56:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.051976 10424 raft_consensus.cc:3060] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [term 0 FOLLOWER]: Advancing to term 1
23:56:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.052285 10132 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ab29e4bbbba74f91a0361af156809262" candidate_uuid: "3722dde57d2346e3ab1c98d4cc00902a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3818021e663a41afa40f9a795668447a" is_pre_election: true
23:56:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.053634  9715 leader_election.cc:304] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3722dde57d2346e3ab1c98d4cc00902a; no voters: 3818021e663a41afa40f9a795668447a, acd5876717844da6ba078fe6ef952db1
23:56:25.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.104146 10412 consensus_queue.cc:1048] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:25.106 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:25.107 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:25.107 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:25.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:25.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:25.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:25.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:25.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:25.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:25.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:25.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:25.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:25.108 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.164407 10424 raft_consensus.cc:2749] T 310b318f170e4a169718746ceb47c8b5 P 3722dde57d2346e3ab1c98d4cc00902a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:56:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.168356 10412 consensus_queue.cc:1048] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3722dde57d2346e3ab1c98d4cc00902a" member_type: VOTER last_known_addr { host: "127.9.16.193" port: 32929 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.170946 10412 consensus_queue.cc:1048] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a [LEADER]: Connected to new peer: Peer: permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:25.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:25.182331  9715 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.9.16.195:44731, user_credentials={real_user=slave}} blocked reactor thread for 128737us
23:56:25.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.208583 10458 raft_consensus.cc:2749] T 166db553b87b48928ef3212346cdaa0e P 3722dde57d2346e3ab1c98d4cc00902a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:56:25.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.212416 10481 raft_consensus.cc:2749] T ab29e4bbbba74f91a0361af156809262 P 3722dde57d2346e3ab1c98d4cc00902a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:56:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:25.216661 10434 consensus_queue.cc:1048] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a [LEADER]: Connected to new peer: Peer: permanent_uuid: "acd5876717844da6ba078fe6ef952db1" member_type: VOTER last_known_addr { host: "127.9.16.194" port: 43169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:25.220 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:25.220 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:25.220 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:25.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:25.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:25.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:25.220 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:25.220 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:25.220 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:25.221 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:25.221 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:25.221 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:25.221 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:25.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:25.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:25.377 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:25.378 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:25.378 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:25.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:25.391 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:25.391 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:25.391 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:25.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.399 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.399 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.399 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:25.407 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:25.407 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:25.407 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:25.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:25.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:25.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:25.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:25.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:25.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:25.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:25.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:25.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:25.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:25.434 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:25.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:25.652 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:25.653 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:25.653 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:25.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:25.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:25.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:25.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:25.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:25.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:25.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:25.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:25.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:25.653 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:25.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:25.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:25.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:25.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:25.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:25.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.740 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:25.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:25.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:25.741 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:25.752 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:25.752 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:25.752 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:25.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:25.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:25.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:25.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:25.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:25.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:25.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:25.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:25.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:25.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:25.766 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:25.767 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:25.767 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:25.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:25.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:25.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:25.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:25.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:25.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:25.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:25.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:25.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:25.767 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:25.934 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:25.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:25.963 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:25.963 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:25.963 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:25.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:25.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:25.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:25.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:25.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:25.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:25.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:25.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:25.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:25.964 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:25.985 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:25.985 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:25.985 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:25.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:25.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:25.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:25.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:25.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:25.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:25.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:25.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:25.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:25.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:26.005 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:26.005 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:26.005 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:26.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:26.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:26.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:26.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:26.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:26.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:26.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:26.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:26.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:26.006 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:26.007 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:26.007 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:26.008 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:26.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.008 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:26.141 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:26.141 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:26.141 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:26.142 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.142 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.142 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.142 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:26.147 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:26.147 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:26.147 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:26.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:26.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:26.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:26.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:26.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:26.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:26.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:26.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:26.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:26.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:26.214 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:26.214 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:26.214 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:26.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:26.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:26.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:26.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:26.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:26.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:26.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:26.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:26.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:26.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:26.232 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:26.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:26.247 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:26.247 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:26.247 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:26.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.248 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:26.275 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:26.275 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:26.275 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:26.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:26.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:26.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:26.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:26.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:26.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:26.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:26.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:26.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:26.276 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:26.331 [DEBUG - main] (Connection.java:575) [peer master-127.8.47.124:36079(127.8.47.124:36079)] disconnecting while in state READY
23:56:26.331 [DEBUG - main] (Connection.java:575) [peer master-127.8.47.125:37987(127.8.47.125:37987)] disconnecting while in state READY
23:56:26.331 [DEBUG - main] (Connection.java:575) [peer master-127.8.47.126:33881(127.8.47.126:33881)] disconnecting while in state READY
23:56:26.332 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.47.125:37987(127.8.47.125:37987)] handling channelInactive
23:56:26.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state READY due to: connection closed
23:56:26.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:26.334 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:56:26.332 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.47.124:36079(127.8.47.124:36079)] handling channelInactive
23:56:26.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state READY due to: connection closed
23:56:26.334 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:56:26.336 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.47.126:33881(127.8.47.126:33881)] handling channelInactive
23:56:26.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state READY due to: connection closed
23:56:26.336 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
23:56:26.336 [DEBUG - main] (Connection.java:575) [peer master-127.9.16.254:35283(127.9.16.254:35283)] disconnecting while in state READY
23:56:26.336 [DEBUG - main] (Connection.java:575) [peer master-127.9.16.252:41799(127.9.16.252:41799)] disconnecting while in state READY
23:56:26.337 [DEBUG - main] (Connection.java:575) [peer master-127.9.16.253:39911(127.9.16.253:39911)] disconnecting while in state READY
23:56:26.337 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.16.254:35283(127.9.16.254:35283)] handling channelInactive
23:56:26.337 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:26.337 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.16.252:41799(127.9.16.252:41799)] handling channelInactive
23:56:26.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state READY due to: connection closed
23:56:26.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state READY due to: connection closed
23:56:26.338 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
23:56:26.339 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:56:26.339 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.16.253:39911(127.9.16.253:39911)] handling channelInactive
23:56:26.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state READY due to: connection closed
23:56:26.339 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:56:26.341 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:56:26.342 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:56:26.342 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:56:26.342 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:56:26.342 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:56:26.342 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:56:26.353 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:56:26.353 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:56:26.353 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:56:26.353 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:56:26.353 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:56:26.353 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:56:26.354 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:56:26.403 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:26.404 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:26.404 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:26.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.404 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:26.424 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:26.424 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:26.424 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:26.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:26.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:26.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:26.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:26.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:26.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:26.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:26.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:26.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:26.426 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:26.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:26.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:26.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:26.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:26.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:26.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:26.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:26.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:26.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:26.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:26.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:26.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:26.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:26.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:26.444 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:26.462 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:26.463 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:26.463 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:26.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:26.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:26.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:26.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:26.620 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:56:26.700 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:56:26.700 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:56:26.700 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:56:26.714 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:56:26.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:26.755 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:26.755 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:26.755 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:26.755 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:26.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:26.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:26.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:26.756 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:26.827 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:26.827 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:26.827 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:26.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:26.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:26.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:26.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:26.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:26.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:26.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:26.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:26.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:26.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:26.934 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:26.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.182 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:27.182 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:27.182 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:27.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.186 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:27.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.282 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:27.282 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:27.282 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:27.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.284 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:27.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:27.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:27.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:27.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:27.293663  8643 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7200 after lost signal to thread 8521
23:56:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:27.294590  8643 debug-util.cc:398] Leaking SignalData structure 0x7b08000aeda0 after lost signal to thread 8646
23:56:27.340 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:27.341 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:27.341 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:27.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:27.341 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:27.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:27.342 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:27.426 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:27.427 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:27.427 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:27.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:27.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.439 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.551 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:27.551 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:27.551 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:27.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:27.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:27.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:27.552 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:27.627 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
23:56:27.632 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:27.632 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:27.632 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:27.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:27.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:27.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:27.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:27.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:27.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:27.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:27.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:27.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:27.633 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:27.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.741 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:27.742 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:27.742 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:27.742 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:27.742 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:27.742 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:27.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:27.742 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:27.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:27.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:27.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:27.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:27.743 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:27.824 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:27.824 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:27.824 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:27.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:27.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:27.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:27.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:27.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:27.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:27.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:27.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:27.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:27.825 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:27.855 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:56:27.879 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:56:27.910 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:56:27.910 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:27.910 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:27.910 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:27.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:27.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:27.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:27.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:27.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:27.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:27.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:27.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:27.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:27.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:27.925 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:56:27.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:27.942 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:56:27.950 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:56:27.951 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:56:27.952 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:56:27.952 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:56:27.952 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:56:27.953 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:56:27.953 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:56:27.953 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:56:27.953 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:56:27.954 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:56:27.954 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:56:27.954 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:56:27.954 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:56:27.954 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:56:27.954 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:56:27.954 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:56:27.955 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:56:27.955 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:56:27.955 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:56:27.955 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:56:27.955 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:56:27.956 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:56:27.956 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:56:27.956 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:56:27.956 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_326cf256e1865938f46fdced1d2a1954/blobStorage
23:56:27.957 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:42011 - max concurrent requests: 50 - max backlog: 1000
23:56:27.964 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_326cf256e1865938f46fdced1d2a1954/blobStorage
23:56:27.965 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_326cf256e1865938f46fdced1d2a1954/blobStorage
23:56:27.970 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:56:27.970 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 2c66d478-b5f9-4465-8285-fa8fced6b648
23:56:27.972 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 34 GB (70.83% usable)
23:56:27.973 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-ff291148-4bfb-4145-962f-18176e2c0844
23:56:27.975 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-a917dbb8-3dfb-4ef0-a5c6-9903bdb3009c
23:56:27.984 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:27.985 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:27.985 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:27.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:27.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:27.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:27.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:27.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:27.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:27.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:27.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:27.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:27.986 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:27.992 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:27.992 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:27.992 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:27.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:27.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:27.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:27.993 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:27.993 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:27.993 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:27.993 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:27.993 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:27.993 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:27.994 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:28.050 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:56:28.051 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:56:28.051 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:56:28.051 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:56:28.052 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:56:28.057 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_20 .
23:56:28.064 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
23:56:28.064 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-69caf98e-5d61-45ba-98c4-46158efd1802
23:56:28.065 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:56:28.065 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:56:28.075 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:56:28.076 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:56:28.081 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37725
23:56:28.081 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:56:28.090 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37725 was granted leadership with leaderSessionID=21fcf554-7501-4648-a3eb-6a52925cedfe
23:56:28.090 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:56:28.091 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37725 , session=21fcf554-7501-4648-a3eb-6a52925cedfe
23:56:28.097 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:56:28.097 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:56:28.097 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id f511aadb-51f8-412e-aa7b-ed253c107cfd. Creating new DispatcherLeaderProcess.
23:56:28.098 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:56:28.098 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:56:28.098 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:56:28.098 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:56:28.100 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:28.101 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:28.101 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:28.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:28.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:28.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:28.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:28.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:28.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:28.102 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_21 .
23:56:28.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:28.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:28.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:28.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:28.112 [INFO - pool-409-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 7278f14d-a35e-4f2e-8378-c07101cc7074.
23:56:28.115 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_21 , session=f511aadb-51f8-412e-aa7b-ed253c107cfd
23:56:28.118 [INFO - pool-409-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_22 .
23:56:28.122 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:28.123 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:28.123 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:28.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.125 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:28.134 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
23:56:28.139 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:56:28.139 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:56:28.139 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:56:28.139 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:56:28.140 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_22 , session=7278f14d-a35e-4f2e-8378-c07101cc7074
23:56:28.141 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(8378c07101cc70747278f14da35e4f2e).
23:56:28.191 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:56:28.203 [INFO - flink-pekko.actor.default-dispatcher-10] (ResourceManager.java:1080) Registering TaskManager with ResourceID 2c66d478-b5f9-4465-8285-fa8fced6b648 (pekko://flink/user/rpc/taskmanager_20) at ResourceManager
23:56:28.205 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_22 under registration id 16fe6356fd7e5d88c6fd89bdacc3b75a.
23:56:28.205 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (c6dcffb95890c3e631532abc0762c24d).
23:56:28.205 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (c6dcffb95890c3e631532abc0762c24d).
23:56:28.206 [INFO - flink-pekko.actor.default-dispatcher-6] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-c6dcffb95890c3e631532abc0762c24d'.
23:56:28.206 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor 2c66d478-b5f9-4465-8285-fa8fced6b648 under 16fe6356fd7e5d88c6fd89bdacc3b75a at the slot manager.
23:56:28.206 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job c6dcffb95890c3e631532abc0762c24d was granted leadership with leader id 8918e600-eaa8-487b-a23c-3f7433dc579b. Creating new JobMasterServiceProcess.
23:56:28.212 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_23 .
23:56:28.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.232 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (c6dcffb95890c3e631532abc0762c24d).
23:56:28.233 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (c6dcffb95890c3e631532abc0762c24d).
23:56:28.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.233 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph fe50b3e6597708a53672e4c1375ea731 for job c6dcffb95890c3e631532abc0762c24d.
23:56:28.234 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (c6dcffb95890c3e631532abc0762c24d).
23:56:28.234 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:56:28.235 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:56:28.235 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3392bb6e
23:56:28.235 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.239 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:28.240 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:28.240 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:28.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:28.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:28.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:28.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:28.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:28.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:28.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:28.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:28.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:28.241 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:28.250 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:56:28.253 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:28.253 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:56:28.254 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:28.254 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:28.254 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@2d5e04ef for Flink Streaming Job (c6dcffb95890c3e631532abc0762c24d).
23:56:28.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:28.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:28.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:28.255 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_23 , session=8918e600-eaa8-487b-a23c-3f7433dc579b
23:56:28.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:28.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:28.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:28.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:28.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:28.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:28.255 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:28.267 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (c6dcffb95890c3e631532abc0762c24d) under job master id a23c3f7433dc579b8918e600eaa8487b.
23:56:28.268 [INFO - flink-pekko.actor.default-dispatcher-10] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:56:28.273 [DEBUG - flink-pekko.actor.default-dispatcher-10] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.289 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:56:28.290 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (c6dcffb95890c3e631532abc0762c24d) switched from state CREATED to RUNNING.
23:56:28.297 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:56:28.298 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:56:28.298 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:56:28.298 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:56:28.300 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(8378c07101cc70747278f14da35e4f2e)
23:56:28.302 [INFO - flink-pekko.actor.default-dispatcher-10] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:56:28.302 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager a23c3f7433dc579b8918e600eaa8487b@pekko://flink/user/rpc/jobmanager_23 for job c6dcffb95890c3e631532abc0762c24d.
23:56:28.308 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager a23c3f7433dc579b8918e600eaa8487b@pekko://flink/user/rpc/jobmanager_23 for job c6dcffb95890c3e631532abc0762c24d.
23:56:28.325 [DEBUG - main] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:56:28.336 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:28.341 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:28.344 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:56:28.345 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:56:28.346 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:56:28.346 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:56:28.352 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:28.352 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.47.126:33881(127.8.47.126:33881)] Successfully connected to peer
23:56:28.356 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.47.125:37987(127.8.47.125:37987)] Successfully connected to peer
23:56:28.357 [DEBUG - main] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:56:28.358 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.16.252:41799(127.9.16.252:41799)] Successfully connected to peer
23:56:28.366 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.252
23:56:28.383 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.390 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1efc5928, L:/127.0.0.1:33860 - R:/127.9.16.252:41799] using SASL/PLAIN
23:56:28.420 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 8378c07101cc70747278f14da35e4f2e.
23:56:28.421 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.125
23:56:28.421 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:28.424 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.126
23:56:28.430 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
23:56:28.431 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:28.431 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
23:56:28.431 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:56:28.431 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to SCHEDULED.
23:56:28.432 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:28.432 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from SCHEDULED to DEPLOYING.
23:56:28.432 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #8) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:56:28.432 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:56:28.432 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to SCHEDULED.
23:56:28.433 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from SCHEDULED to DEPLOYING.
23:56:28.433 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #8) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:56:28.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.433 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:56:28.433 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:28.434 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to SCHEDULED.
23:56:28.434 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:28.440 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.441 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.443 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from SCHEDULED to DEPLOYING.
23:56:28.443 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #8) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:56:28.446 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:28.446 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:28.446 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:28.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:28.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:28.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:28.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:28.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:28.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:28.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:28.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:28.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:28.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:28.449 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.47.124:36079(127.8.47.124:36079)] Successfully connected to peer
23:56:28.458 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x84643692, L:/127.0.0.1:46130 - R:/127.8.47.125:37987] using SASL/PLAIN
23:56:28.463 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.466 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.124
23:56:28.466 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.467 [INFO - Thread-64] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:56:28.467 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state TERMINATED
23:56:28.468 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state TERMINATED
23:56:28.468 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state TERMINATED
23:56:28.468 [DEBUG - Thread-64] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:28.469 [INFO - Thread-64] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:56:28.470 [INFO - Thread-64] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:56:28.471 [DEBUG - Thread-64] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.472 [INFO - Thread-64] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:56:28.472 [DEBUG - main] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:56:28.473 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.16.253:39911(127.9.16.253:39911)] Successfully connected to peer
23:56:28.473 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8781aa14, L:/127.0.0.1:58008 - R:/127.8.47.126:33881] using SASL/PLAIN
23:56:28.473 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:56:28.474 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:56:28.475 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
23:56:28.475 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
23:56:28.476 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ed9b394
23:56:28.476 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.476 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:56:28.477 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
23:56:28.477 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
23:56:28.480 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:56:28.481 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to DEPLOYING.
23:56:28.482 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8) [DEPLOYING].
23:56:28.482 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:56:28.484 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@189ad781
23:56:28.484 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.485 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:56:28.485 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
23:56:28.485 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
23:56:28.486 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49911649
23:56:28.491 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job c6dcffb95890c3e631532abc0762c24d
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 2c66d478-b5f9-4465-8285-fa8fced6b648
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:56:28.492 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3ce535cd14623430650350965f7ecdd2 from 2c66d478-b5f9-4465-8285-fa8fced6b648 for job c6dcffb95890c3e631532abc0762c24d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:56:28.492 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2ebc75871693778ea4e510ac00633ebe from 2c66d478-b5f9-4465-8285-fa8fced6b648 for job c6dcffb95890c3e631532abc0762c24d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:56:28.492 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 3ce535cd14623430650350965f7ecdd2 for job c6dcffb95890c3e631532abc0762c24d from resource manager with leader id 8378c07101cc70747278f14da35e4f2e.
23:56:28.492 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 3ce535cd14623430650350965f7ecdd2 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:56:28.493 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f68bd62b618b4693c2c1892b9341ac2f from 2c66d478-b5f9-4465-8285-fa8fced6b648 for job c6dcffb95890c3e631532abc0762c24d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:56:28.493 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.493 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 402ac6c24635d1b5fff52bf0d30a1c77 from 2c66d478-b5f9-4465-8285-fa8fced6b648 for job c6dcffb95890c3e631532abc0762c24d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:56:28.495 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.253
23:56:28.496 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.499 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@52bcd8b3
23:56:28.506 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd0db1604, L:/127.0.0.1:54398 - R:/127.8.47.124:36079] using SASL/PLAIN
23:56:28.507 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:28.507 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:28.507 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:28.507 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:28.509 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.510 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:28.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: OK, [174ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, deferred=null) after lookup
23:56:28.512 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.516 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:28.523 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd004b235, L:/127.0.0.1:37102 - R:/127.9.16.253:39911] using SASL/PLAIN
23:56:28.525 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:28.525 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:28.525 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:28.525 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:28.525 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:28.525 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:28.526 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:28.526 [DEBUG - main] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:28.526 [DEBUG - main] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=225), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.252:41799, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.253:39911, [70ms] Sub RPC ConnectToMaster: received response from server master-127.9.16.252:41799: OK, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.254:35283, deferred=null) after lookup
23:56:28.528 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.16.254:35283(127.9.16.254:35283)] Successfully connected to peer
23:56:28.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:28.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9d31f74478e143af98f8ffb5a4d775bf for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:28.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0532db93b69049cdaeea0c47a8989de5 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:28.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 40b1a9e552764b3986d006a90b68dd9f for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:28.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:28.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:28.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:28.541 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9d31f74478e143af98f8ffb5a4d775bf@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=0532db93b69049cdaeea0c47a8989de5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=40b1a9e552764b3986d006a90b68dd9f@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:28.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.16.252:41799, [8ms] Sub RPC GetTableLocations: received response from server master-127.9.16.252:41799: OK, deferred=null)) after lookup
23:56:28.542 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] connecting to peer
23:56:28.543 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:56:28.544 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:56:28.544 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to DEPLOYING.
23:56:28.545 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8) [DEPLOYING].
23:56:28.545 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@133b45c3
23:56:28.545 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.545 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:56:28.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
23:56:28.550 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
23:56:28.553 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] Successfully connected to peer
23:56:28.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e29f90a
23:56:28.566 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:28.566 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:28.567 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:28.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.568 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:28.571 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.572 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job c6dcffb95890c3e631532abc0762c24d for job leader monitoring.
23:56:28.572 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 2ebc75871693778ea4e510ac00633ebe for job c6dcffb95890c3e631532abc0762c24d from resource manager with leader id 8378c07101cc70747278f14da35e4f2e.
23:56:28.572 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 2ebc75871693778ea4e510ac00633ebe with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:56:28.572 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.573 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request f68bd62b618b4693c2c1892b9341ac2f for job c6dcffb95890c3e631532abc0762c24d from resource manager with leader id 8378c07101cc70747278f14da35e4f2e.
23:56:28.573 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for f68bd62b618b4693c2c1892b9341ac2f with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:56:28.573 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 402ac6c24635d1b5fff52bf0d30a1c77 for job c6dcffb95890c3e631532abc0762c24d from resource manager with leader id 8378c07101cc70747278f14da35e4f2e.
23:56:28.573 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 402ac6c24635d1b5fff52bf0d30a1c77 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:56:28.574 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_23 with leader id 8918e600-eaa8-487b-a23c-3f7433dc579b.
23:56:28.580 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:56:28.582 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_23 for job c6dcffb95890c3e631532abc0762c24d.
23:56:28.582 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job c6dcffb95890c3e631532abc0762c24d.
23:56:28.583 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job c6dcffb95890c3e631532abc0762c24d.
23:56:28.583 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:56:28.583 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1) with allocation id 402ac6c24635d1b5fff52bf0d30a1c77
23:56:28.584 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.584 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 402ac6c24635d1b5fff52bf0d30a1c77.
23:56:28.585 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job c6dcffb95890c3e631532abc0762c24d.
23:56:28.586 [INFO - flink-pekko.actor.default-dispatcher-10] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:56:28.586 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id c6dcffb95890c3e631532abc0762c24d
23:56:28.586 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 402ac6c24635d1b5fff52bf0d30a1c77.
23:56:28.589 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf5461e28, L:/127.0.0.1:51388 - R:/127.9.16.254:35283] using TOKEN/null
23:56:28.596 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2784eb5b, L:/127.0.0.1:39916 - R:/127.9.16.195:44731] using TOKEN/null
23:56:28.597 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:28.609 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:28.616 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to DEPLOYING.
23:56:28.618 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.621 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8) [DEPLOYING].
23:56:28.621 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:28.622 [DEBUG - main] (Connection.java:748) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] connecting to peer
23:56:28.626 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2039afca
23:56:28.626 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.626 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:56:28.626 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
23:56:28.626 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
23:56:28.628 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:28.632 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:56:28.632 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1) with allocation id 2ebc75871693778ea4e510ac00633ebe
23:56:28.636 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a03c7a0
23:56:28.637 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:56:28.637 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1) with allocation id 3ce535cd14623430650350965f7ecdd2
23:56:28.641 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.645 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:28.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.648 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:28.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.649 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.650 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:28.657 [DEBUG - kudu-nio-4] (Connection.java:757) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] Successfully connected to peer
23:56:28.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:28.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.657 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:28.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.661 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 2ebc75871693778ea4e510ac00633ebe.
23:56:28.663 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 2ebc75871693778ea4e510ac00633ebe.
23:56:28.666 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:56:28.666 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:56:28.667 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57a654d3
23:56:28.667 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.667 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:56:28.667 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:56:28.669 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 3ce535cd14623430650350965f7ecdd2.
23:56:28.670 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 3ce535cd14623430650350965f7ecdd2.
23:56:28.673 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:56:28.673 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:56:28.673 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b9d362f
23:56:28.674 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.674 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:56:28.675 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:56:28.680 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:28.680 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@512fb545
23:56:28.684 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.689 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:28.692 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x2fd4e09c, L:/127.0.0.1:54060 - R:/127.9.16.194:43169] using TOKEN/null
23:56:28.694 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.697 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6dfdc6dd
23:56:28.697 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:28.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.699 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.707 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.707 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:28.707 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:28.707 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:28.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:28.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:28.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:28.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:28.708 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:28.710 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:28.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.711 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:28.714 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.715 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:28.724 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.725 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:28.730 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:28.733 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.734 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:28.734 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.739 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:56:28.740 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1) with allocation id f68bd62b618b4693c2c1892b9341ac2f
23:56:28.740 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:56:28.740 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.741 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:28.749 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:28.749 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:56:28.750 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 402ac6c24635d1b5fff52bf0d30a1c77.
23:56:28.750 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 2ebc75871693778ea4e510ac00633ebe.
23:56:28.750 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 3ce535cd14623430650350965f7ecdd2.
23:56:28.750 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot f68bd62b618b4693c2c1892b9341ac2f.
23:56:28.750 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot f68bd62b618b4693c2c1892b9341ac2f.
23:56:28.751 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id f68bd62b618b4693c2c1892b9341ac2f.
23:56:28.752 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:56:28.752 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:56:28.753 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@381e59de
23:56:28.753 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.753 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:56:28.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.754 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:56:28.754 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:56:28.763 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:28.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:28.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:28.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:28.766 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@764a72df
23:56:28.770 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:28.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:28.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:28.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:28.774 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:28.779 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:28.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:28.779 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:28.782 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:56:28.787 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:28.790 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:28.797 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.797 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:28.804 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.804 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:28.810 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.810 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:28.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:28.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.826 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.826 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:28.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.829 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:28.833 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.833 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:28.838 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:28.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:28.844 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:28.849 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:28.855 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:56:28.859 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:28.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.862 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:28.868 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:56:28.872 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:56:28.883 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.16.252:41799(127.9.16.252:41799)] Successfully connected to peer
23:56:28.886 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.252
23:56:28.891 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:28.894 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.894 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:28.895 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:28.896 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:28.896 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:28.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:28.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:28.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:28.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:28.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:28.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:28.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:28.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:28.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:28.897 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:28.901 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.901 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:28.902 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:28.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.910 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.912 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:28.915 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.915 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:28.930 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeef47839, L:/127.0.0.1:33862 - R:/127.9.16.252:41799] using SASL/PLAIN
23:56:28.933 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.933 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:28.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:28.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:28.943 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.944 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:28.951 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:56:28.951 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:56:28.953 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:28.954 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:28.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10f26c33
23:56:28.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:28.955 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:56:28.955 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:56:28.955 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:56:28.960 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:28.960 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.960 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.960 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:28.980 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:56:28.982 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@732583c1
23:56:28.982 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.16.252:41799(127.9.16.252:41799)] Successfully connected to peer
23:56:28.987 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:28.989 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:56:28.990 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.252
23:56:28.990 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.16.253:39911(127.9.16.253:39911)] Successfully connected to peer
23:56:29.002 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.253
23:56:29.015 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.015 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:29.018 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.020 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.16.254:35283(127.9.16.254:35283)] Successfully connected to peer
23:56:29.021 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.022 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:29.024 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.254
23:56:29.027 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9b38f715, L:/127.0.0.1:33874 - R:/127.9.16.252:41799] using SASL/PLAIN
23:56:29.031 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.031 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:29.032 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:29.032 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=337), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.252:41799, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.253:39911, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.254:35283, [177ms] Sub RPC ConnectToMaster: received response from server master-127.9.16.252:41799: OK, deferred=null) after lookup
23:56:29.035 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:56:29.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:29.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:29.043 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@20e1af3f
23:56:29.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:56:29.045 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:56:29.045 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.16.252:41799(127.9.16.252:41799)] Successfully connected to peer
23:56:29.051 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.052 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:29.053 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.252
23:56:29.055 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:56:29.055 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.16.253:39911(127.9.16.253:39911)] Successfully connected to peer
23:56:29.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:29.066 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.066 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:29.081 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.082 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.253
23:56:29.091 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.096 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.16.254:35283(127.9.16.254:35283)] Successfully connected to peer
23:56:29.097 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbd3d4e97, L:/127.0.0.1:37110 - R:/127.9.16.253:39911] using SASL/PLAIN
23:56:29.102 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.104 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.254
23:56:29.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.106 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4c063765, L:/127.0.0.1:51404 - R:/127.9.16.254:35283] using SASL/PLAIN
23:56:29.109 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.109 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8308e345, L:/127.0.0.1:33876 - R:/127.9.16.252:41799] using SASL/PLAIN
23:56:29.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:29.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=336), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.252:41799, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.253:39911, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.254:35283, [245ms] Sub RPC ConnectToMaster: received response from server master-127.9.16.252:41799: OK, deferred=null) after lookup
23:56:29.123 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:29.129 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.130 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:29.130 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7120b41d
23:56:29.131 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.131 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:29.132 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:56:29.132 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:56:29.136 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.138 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.139 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:29.140 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8778f402, L:/127.0.0.1:37118 - R:/127.9.16.253:39911] using SASL/PLAIN
23:56:29.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.147 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:29.151 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0bb1dc9e, L:/127.0.0.1:51418 - R:/127.9.16.254:35283] using SASL/PLAIN
23:56:29.152 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.152 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:29.164 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:29.165 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:29.165 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:29.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:29.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:29.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:29.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:29.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:29.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:29.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:29.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:29.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:29.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:29.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29566), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [6ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [17ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [24ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [55ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [87ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [89ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [403ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [462ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [462ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [463ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [463ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [882ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [882ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [883ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [883ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2741ms] refreshing cache from master, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2744ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2744ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@605295936(state=PENDING, result=null, callback=(continuation of Deferred@1661666777 after retry RPC after error@1263416167) -> (continuation of Deferred@632218142 after retry RPC after error@554978814) -> (continuation of Deferred@436904392 after retry RPC after error@551910629) -> (continuation of Deferred@1913246965 after retry RPC after error@1911626999) -> (continuation of Deferred@1052436448 after retry RPC after error@900966022) -> (continuation of Deferred@153182905 after retry RPC after error@1884209614) -> (continuation of Deferred@430095808 after retry RPC after error@822984676) -> (continuation of Deferred@867907542 after retry RPC after error@897433822) -> (continuation of Deferred@968697612 after retry RPC after error@1704152384) -> (continuation of Deferred@259838883 after retry RPC after error@1415354786) -> (continuation of Deferred@67719522 after retry RPC after error@2073032174) -> (continuation of Deferred@310886647 after retry RPC after error@581360268) -> (continuation of Deferred@1827278331 after retry RPC after error@1749984525) -> (continuation of Deferred@1155678347 after retry RPC after error@1342476321) -> (continuation of Deferred@1824377359 after retry RPC after error@1900440664) -> (continuation of Deferred@662080739 after retry RPC after error@1401394612) -> (continuation of Deferred@1374208121 after retry RPC after error@319705776) -> (continuation of Deferred@9229734 after retry RPC after error@1875499574) -> (continuation of Deferred@2025137342 after retry RPC after error@424633034) -> (continuation of Deferred@2139661728 after retry RPC after error@1580320781) -> (continuation of Deferred@259032993 after retry RPC after error@1833696695) -> (continuation of Deferred@1465180187 after retry RPC after error@133512028) -> (continuation of Deferred@213117324 after retry RPC after error@1051139048) -> (continuation of Deferred@1308848159 after retry RPC after error@1610784088), errback=(continuation of Deferred@1661666777 after retry RPC after error@1263416167) -> (continuation of Deferred@632218142 after retry RPC after error@554978814) -> (continuation of Deferred@436904392 after retry RPC after error@551910629) -> (continuation of Deferred@1913246965 after retry RPC after error@1911626999) -> (continuation of Deferred@1052436448 after retry RPC after error@900966022) -> (continuation of Deferred@153182905 after retry RPC after error@1884209614) -> (continuation of Deferred@430095808 after retry RPC after error@822984676) -> (continuation of Deferred@867907542 after retry RPC after error@897433822) -> (continuation of Deferred@968697612 after retry RPC after error@1704152384) -> (continuation of Deferred@259838883 after retry RPC after error@1415354786) -> (continuation of Deferred@67719522 after retry RPC after error@2073032174) -> (continuation of Deferred@310886647 after retry RPC after error@581360268) -> (continuation of Deferred@1827278331 after retry RPC after error@1749984525) -> (continuation of Deferred@1155678347 after retry RPC after error@1342476321) -> (continuation of Deferred@1824377359 after retry RPC after error@1900440664) -> (continuation of Deferred@662080739 after retry RPC after error@1401394612) -> (continuation of Deferred@1374208121 after retry RPC after error@319705776) -> (continuation of Deferred@9229734 after retry RPC after error@1875499574) -> (continuation of Deferred@2025137342 after retry RPC after error@424633034) -> (continuation of Deferred@2139661728 after retry RPC after error@1580320781) -> (continuation of Deferred@259032993 after retry RPC after error@1833696695) -> (continuation of Deferred@1465180187 after retry RPC after error@133512028) -> (continuation of Deferred@213117324 after retry RPC after error@1051139048) -> (continuation of Deferred@1308848159 after retry RPC after error@1610784088)))
23:56:29.168 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:56:29.168 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29566), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [6ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [17ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [24ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [55ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [87ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [89ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [403ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [462ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [462ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [463ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [463ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [882ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [882ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [883ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [883ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2741ms] refreshing cache from master, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2744ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2744ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@605295936(state=PENDING, result=null, callback=(continuation of Deferred@1661666777 after retry RPC after error@1263416167) -> (continuation of Deferred@632218142 after retry RPC after error@554978814) -> (continuation of Deferred@436904392 after retry RPC after error@551910629) -> (continuation of Deferred@1913246965 after retry RPC after error@1911626999) -> (continuation of Deferred@1052436448 after retry RPC after error@900966022) -> (continuation of Deferred@153182905 after retry RPC after error@1884209614) -> (continuation of Deferred@430095808 after retry RPC after error@822984676) -> (continuation of Deferred@867907542 after retry RPC after error@897433822) -> (continuation of Deferred@968697612 after retry RPC after error@1704152384) -> (continuation of Deferred@259838883 after retry RPC after error@1415354786) -> (continuation of Deferred@67719522 after retry RPC after error@2073032174) -> (continuation of Deferred@310886647 after retry RPC after error@581360268) -> (continuation of Deferred@1827278331 after retry RPC after error@1749984525) -> (continuation of Deferred@1155678347 after retry RPC after error@1342476321) -> (continuation of Deferred@1824377359 after retry RPC after error@1900440664) -> (continuation of Deferred@662080739 after retry RPC after error@1401394612) -> (continuation of Deferred@1374208121 after retry RPC after error@319705776) -> (continuation of Deferred@9229734 after retry RPC after error@1875499574) -> (continuation of Deferred@2025137342 after retry RPC after error@424633034) -> (continuation of Deferred@2139661728 after retry RPC after error@1580320781) -> (continuation of Deferred@259032993 after retry RPC after error@1833696695) -> (continuation of Deferred@1465180187 after retry RPC after error@133512028) -> (continuation of Deferred@213117324 after retry RPC after error@1051139048) -> (continuation of Deferred@1308848159 after retry RPC after error@1610784088), errback=(continuation of Deferred@1661666777 after retry RPC after error@1263416167) -> (continuation of Deferred@632218142 after retry RPC after error@554978814) -> (continuation of Deferred@436904392 after retry RPC after error@551910629) -> (continuation of Deferred@1913246965 after retry RPC after error@1911626999) -> (continuation of Deferred@1052436448 after retry RPC after error@900966022) -> (continuation of Deferred@153182905 after retry RPC after error@1884209614) -> (continuation of Deferred@430095808 after retry RPC after error@822984676) -> (continuation of Deferred@867907542 after retry RPC after error@897433822) -> (continuation of Deferred@968697612 after retry RPC after error@1704152384) -> (continuation of Deferred@259838883 after retry RPC after error@1415354786) -> (continuation of Deferred@67719522 after retry RPC after error@2073032174) -> (continuation of Deferred@310886647 after retry RPC after error@581360268) -> (continuation of Deferred@1827278331 after retry RPC after error@1749984525) -> (continuation of Deferred@1155678347 after retry RPC after error@1342476321) -> (continuation of Deferred@1824377359 after retry RPC after error@1900440664) -> (continuation of Deferred@662080739 after retry RPC after error@1401394612) -> (continuation of Deferred@1374208121 after retry RPC after error@319705776) -> (continuation of Deferred@9229734 after retry RPC after error@1875499574) -> (continuation of Deferred@2025137342 after retry RPC after error@424633034) -> (continuation of Deferred@2139661728 after retry RPC after error@1580320781) -> (continuation of Deferred@259032993 after retry RPC after error@1833696695) -> (continuation of Deferred@1465180187 after retry RPC after error@133512028) -> (continuation of Deferred@213117324 after retry RPC after error@1051139048) -> (continuation of Deferred@1308848159 after retry RPC after error@1610784088)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.253:45787
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:29.169 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:56:29.170 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:56:29.173 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29566), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [6ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [17ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [24ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [55ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [87ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [89ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [403ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [462ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [462ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [463ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [463ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [882ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [882ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [883ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [883ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2741ms] refreshing cache from master, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2744ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2744ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@605295936(state=PENDING, result=null, callback=(continuation of Deferred@1661666777 after retry RPC after error@1263416167) -> (continuation of Deferred@632218142 after retry RPC after error@554978814) -> (continuation of Deferred@436904392 after retry RPC after error@551910629) -> (continuation of Deferred@1913246965 after retry RPC after error@1911626999) -> (continuation of Deferred@1052436448 after retry RPC after error@900966022) -> (continuation of Deferred@153182905 after retry RPC after error@1884209614) -> (continuation of Deferred@430095808 after retry RPC after error@822984676) -> (continuation of Deferred@867907542 after retry RPC after error@897433822) -> (continuation of Deferred@968697612 after retry RPC after error@1704152384) -> (continuation of Deferred@259838883 after retry RPC after error@1415354786) -> (continuation of Deferred@67719522 after retry RPC after error@2073032174) -> (continuation of Deferred@310886647 after retry RPC after error@581360268) -> (continuation of Deferred@1827278331 after retry RPC after error@1749984525) -> (continuation of Deferred@1155678347 after retry RPC after error@1342476321) -> (continuation of Deferred@1824377359 after retry RPC after error@1900440664) -> (continuation of Deferred@662080739 after retry RPC after error@1401394612) -> (continuation of Deferred@1374208121 after retry RPC after error@319705776) -> (continuation of Deferred@9229734 after retry RPC after error@1875499574) -> (continuation of Deferred@2025137342 after retry RPC after error@424633034) -> (continuation of Deferred@2139661728 after retry RPC after error@1580320781) -> (continuation of Deferred@259032993 after retry RPC after error@1833696695) -> (continuation of Deferred@1465180187 after retry RPC after error@133512028) -> (continuation of Deferred@213117324 after retry RPC after error@1051139048) -> (continuation of Deferred@1308848159 after retry RPC after error@1610784088), errback=(continuation of Deferred@1661666777 after retry RPC after error@1263416167) -> (continuation of Deferred@632218142 after retry RPC after error@554978814) -> (continuation of Deferred@436904392 after retry RPC after error@551910629) -> (continuation of Deferred@1913246965 after retry RPC after error@1911626999) -> (continuation of Deferred@1052436448 after retry RPC after error@900966022) -> (continuation of Deferred@153182905 after retry RPC after error@1884209614) -> (continuation of Deferred@430095808 after retry RPC after error@822984676) -> (continuation of Deferred@867907542 after retry RPC after error@897433822) -> (continuation of Deferred@968697612 after retry RPC after error@1704152384) -> (continuation of Deferred@259838883 after retry RPC after error@1415354786) -> (continuation of Deferred@67719522 after retry RPC after error@2073032174) -> (continuation of Deferred@310886647 after retry RPC after error@581360268) -> (continuation of Deferred@1827278331 after retry RPC after error@1749984525) -> (continuation of Deferred@1155678347 after retry RPC after error@1342476321) -> (continuation of Deferred@1824377359 after retry RPC after error@1900440664) -> (continuation of Deferred@662080739 after retry RPC after error@1401394612) -> (continuation of Deferred@1374208121 after retry RPC after error@319705776) -> (continuation of Deferred@9229734 after retry RPC after error@1875499574) -> (continuation of Deferred@2025137342 after retry RPC after error@424633034) -> (continuation of Deferred@2139661728 after retry RPC after error@1580320781) -> (continuation of Deferred@259032993 after retry RPC after error@1833696695) -> (continuation of Deferred@1465180187 after retry RPC after error@133512028) -> (continuation of Deferred@213117324 after retry RPC after error@1051139048) -> (continuation of Deferred@1308848159 after retry RPC after error@1610784088)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.253:45787
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:29.174 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:29.174 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
23:56:29.175 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:56:29.175 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RUNNING to RESTARTING.
23:56:29.177 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.182 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.182 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:29.188 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.188 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:29.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.199 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.203 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.203 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.208 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.215 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.224 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:56:29.224 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.16.253:39911(127.9.16.253:39911)] Successfully connected to peer
23:56:29.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.231 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.253
23:56:29.245 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.246 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:29.248 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:29.249 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=549), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.252:41799, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.253:39911, [157ms] Sub RPC ConnectToMaster: received response from server master-127.9.16.252:41799: OK, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.254:35283, deferred=null) after lookup
23:56:29.249 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.16.254:35283(127.9.16.254:35283)] Successfully connected to peer
23:56:29.253 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.253 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:29.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:29.259 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.259 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:29.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:29.263 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1593d197
23:56:29.265 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:56:29.265 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:56:29.266 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.266 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:29.268 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:29.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.278 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.284 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdec376f2, L:/127.0.0.1:37134 - R:/127.9.16.253:39911] using SASL/PLAIN
23:56:29.284 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:29.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.287 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.294 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:29.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:29.302 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa97baa0d, L:/127.0.0.1:51420 - R:/127.9.16.254:35283] using TOKEN/null
23:56:29.303 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:29.303 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:29.303 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:29.304 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.307 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.308 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:29.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.309 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:29.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.310 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:29.317 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.321 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.322 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.326 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.327 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.349 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.349 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.349 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.349 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.350 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.362 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:29.363 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:29.363 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:29.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:29.368 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.368 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.368 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.369 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.373 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.373 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:29.380 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.380 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:29.388 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.388 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.388 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.389 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.403 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:29.403 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:29.403 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:29.403 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.403 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:29.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:29.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:29.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:29.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:29.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:29.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:29.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:29.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:29.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:29.404 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:29.411 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.427 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.428 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:29.428 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.429 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.429 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.433 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.448 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.448 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.448 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.449 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.449 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.450 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.450 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:29.463 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.463 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:29.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:56:29.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='075009bb84b08c0202f704c034dd0c0a935833e701794e2b29b40642a861341a'}]
23:56:29.476 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:29.483 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:56:29.484 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='98fb21d486ed9e74cfdc3c59b43def2ca2f290a2f1f820d88e026ca30a4d09de'}]
23:56:29.485 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:29.510 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:56:29.512 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:29.521 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.521 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:29.530 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.530 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:29.537 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.537 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:29.550 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.550 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:29.561 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.562 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:29.566 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:29.566 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:29.567 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:29.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.568 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:29.568 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.568 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.568 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.569 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.569 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.571 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.571 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:29.587 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:29.588 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:29.588 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:29.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:29.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:29.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:29.589 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:29.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:29.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:29.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:29.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:29.590 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:29.590 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:29.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.591 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.598 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:56:29.598 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='eb568bfe69b493a030f255ffcdb92c7e3c8f3c4fac746beda72ba9db98a838d9'}]
23:56:29.600 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:29.602 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.610 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:56:29.612 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}]
23:56:29.616 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:56:29.623 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:56:29.625 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:56:29.629 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.630 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:29.634 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:56:29.634 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:29.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.636 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.636 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:29.637 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:29.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.638 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:29.644 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.649 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.649 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:29.650 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:29.650 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:29.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.650 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:29.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.651 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.651 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.651 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:29.654 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.659 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.665 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.665 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.668 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.668 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:29.669 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:29.669 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:29.669 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:29.669 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.669 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.670 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.670 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.670 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:29.677 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.677 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.677 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.681 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.681 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.681 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.683 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.685 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.686 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:29.689 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:29.690 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:29.690 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:29.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:29.697 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.697 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:29.698 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.698 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.698 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.699 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:29.699 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:29.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.699 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:29.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.699 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.700 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.700 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.700 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:29.700 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.701 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.701 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.701 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.704 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.709 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:29.717 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.718 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.718 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.718 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:56:29.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.720 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}]
23:56:29.721 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.721 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.721 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.729 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:29.729 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:29.729 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:29.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.730 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:29.735 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:56:29.736 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.16.252:41799(127.9.16.252:41799)] Successfully connected to peer
23:56:29.737 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.737 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.737 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.738 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.744 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:56:29.744 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.16.253:39911(127.9.16.253:39911)] Successfully connected to peer
23:56:29.746 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.16.254:35283(127.9.16.254:35283)] Successfully connected to peer
23:56:29.750 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.253
23:56:29.764 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.252
23:56:29.767 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:29.767 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.767 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:29.767 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:29.767 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:29.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.768 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.768 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:29.773 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.774 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.776 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.777 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:29.778 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd9237dfd, L:/127.0.0.1:37136 - R:/127.9.16.253:39911] using SASL/PLAIN
23:56:29.781 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.781 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.781 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.782 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.783 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.784 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.784 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:29.789 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.790 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.790 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.791 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.792 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.794 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:29.802 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.803 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:29.803 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd395361d, L:/127.0.0.1:33880 - R:/127.9.16.252:41799] using SASL/PLAIN
23:56:29.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:29.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=805), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.252:41799, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.253:39911, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.16.254:35283, [150ms] Sub RPC ConnectToMaster: received response from server master-127.9.16.253:39911: OK, [173ms] Sub RPC ConnectToMaster: received response from server master-127.9.16.252:41799: OK, deferred=null) after lookup
23:56:29.809 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.809 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.809 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.809 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.810 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:29.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.810 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.811 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:29.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:29.815 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35242273
23:56:29.816 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.816 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:29.816 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:56:29.817 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:56:29.818 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.818 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.818 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.819 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.819 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.16.254
23:56:29.830 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.830 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.830 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.841 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.841 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.841 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.842 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.842 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.849 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:29.849 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:29.849 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:29.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.851 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:29.858 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.858 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.858 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.862 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:29.875 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.875 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:29.889 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.889 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.889 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.890 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.890 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.891 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.891 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:29.900 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.901 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.901 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.902 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:29.902 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:29.902 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:29.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:29.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:29.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:29.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:29.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.908 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.909 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.909 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.909 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:29.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.909 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:29.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.909 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.909 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:29.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.910 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:29.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:29.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:29.910 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:29.917 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.917 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:29.929 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:29.930 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:29.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.940 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:29.941 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:29.941 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:29.941 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:29.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:29.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:29.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:29.943 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:29.945 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.957 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:29.976 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdca1ede3, L:/127.0.0.1:51430 - R:/127.9.16.254:35283] using SASL/PLAIN
23:56:29.981 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:29.983 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:29.990 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:56:29.990 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='202343ed65273fedf9c17ecd9d56d14c5333cfb4cd56884fb3f124cf9e8ce77f'}]
23:56:29.992 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:29.993 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:56:29.994 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:29.994 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:29.994 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:29.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:29.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:29.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:29.995 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:30.009 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:30.010 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:30.010 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:30.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.010 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.011 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:30.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:30.024 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.024 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:30.026 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:56:30.030 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:30.045 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:30.047 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:30.055 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:30.056 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:30.056 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:30.069 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:30.076 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe909f0b2, L:/127.0.0.1:38466 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:30.070 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:30.082 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcbf685d4, L:/127.0.0.1:38480 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:30.094 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.094 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:30.095 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x61c8748f, L:/127.0.0.1:38452 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:30.096 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087337816064001) for scanner KuduScanner(table=replication_test_table, tablet=34142ef8780b4772b4a6366004a6c09c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.098 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [98fb21d486ed9e74cfdc3c59b43def2ca2f290a2f1f820d88e026ca30a4d09de]
23:56:30.102 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [98fb21d486ed9e74cfdc3c59b43def2ca2f290a2f1f820d88e026ca30a4d09de]
23:56:30.102 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:56:30.102 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:56:30.104 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 98fb21d486ed9e74cfdc3c59b43def2ca2f290a2f1f820d88e026ca30a4d09de finished by subtask 2; deferring removal (restored in pending)
23:56:30.107 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:30.109 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.109 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:30.114 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='021b31ac4479fa88914051107efb0dc1a1842faf6fad9c3c9ad0d24fc89f7191'}]
23:56:30.115 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:30.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:30.119 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305087337816064001) for scanner KuduScanner(table=replication_test_table, tablet=19917c9012f34490888602de3ec703c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.119 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [075009bb84b08c0202f704c034dd0c0a935833e701794e2b29b40642a861341a]
23:56:30.120 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:56:30.123 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [075009bb84b08c0202f704c034dd0c0a935833e701794e2b29b40642a861341a]
23:56:30.123 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:56:30.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 40b1a9e552764b3986d006a90b68dd9f for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:30.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:30.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.128 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=40b1a9e552764b3986d006a90b68dd9f@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.129 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:56:30.129 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:30.130 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 075009bb84b08c0202f704c034dd0c0a935833e701794e2b29b40642a861341a finished by subtask 1; deferring removal (restored in pending)
23:56:30.138 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:30.138 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:30.138 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:30.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.139 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.139 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.139 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:30.154 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:56:30.154 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:30.154 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f6969eb88be64a74f422660dbcce1901155679c754e95b99005e850eca2605c1'}]
23:56:30.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:30.162 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:30.191 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:30.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468590203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:30.206416  9162 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.8.47.66:38009, user_credentials={real_user=slave}} blocked reactor thread for 69132.2us
23:56:30.210 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:30.211 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:30.211 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:30.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:30.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:30.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:30.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:30.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:30.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:30.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:30.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:30.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:30.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:30.222 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305087337816064001) for scanner KuduScanner(table=replication_test_table, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.223 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [eb568bfe69b493a030f255ffcdb92c7e3c8f3c4fac746beda72ba9db98a838d9]
23:56:30.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:30.248 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.248 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:30.258 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.258 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:30.265 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.265 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:30.270 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:30.271 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:30.271 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:30.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.272 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:30.277 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.277 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:30.289 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:30.289 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:30.289 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:30.290 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.290 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.290 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.290 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.291 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:30.309 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:30.321 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:56:30.321 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:30.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:30.322 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:56:30.329 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4f17bf36, flushNotification=Deferred@1662561821(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:56:30.329 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] connecting to peer
23:56:30.330 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:56:30.333 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:30.351 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] Successfully connected to peer
23:56:30.359 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.360 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:30.373 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.374 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:30.374 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:30.384 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.384 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:30.404 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:30.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:30.411 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:30.417 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:30.417 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:30.417 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:30.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:30.425 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:30.429 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:30.429 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:30.429 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:30.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.430 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:56:30.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:30.432 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [eb568bfe69b493a030f255ffcdb92c7e3c8f3c4fac746beda72ba9db98a838d9]
23:56:30.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:30.434 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:30.435 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7842aa27, L:/127.0.0.1:38496 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:30.435 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split eb568bfe69b493a030f255ffcdb92c7e3c8f3c4fac746beda72ba9db98a838d9 finished by subtask 0; deferring removal (restored in pending)
23:56:30.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9d31f74478e143af98f8ffb5a4d775bf for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:30.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0532db93b69049cdaeea0c47a8989de5 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:30.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 40b1a9e552764b3986d006a90b68dd9f for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:30.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:30.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.442 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9d31f74478e143af98f8ffb5a4d775bf@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=0532db93b69049cdaeea0c47a8989de5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=40b1a9e552764b3986d006a90b68dd9f@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.443 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:56:30.443 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:56:30.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:30.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:30.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:30.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9d31f74478e143af98f8ffb5a4d775bf for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:30.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0532db93b69049cdaeea0c47a8989de5 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:30.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 40b1a9e552764b3986d006a90b68dd9f for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:30.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:30.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.449 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9d31f74478e143af98f8ffb5a4d775bf@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=0532db93b69049cdaeea0c47a8989de5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=40b1a9e552764b3986d006a90b68dd9f@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9d31f74478e143af98f8ffb5a4d775bf for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:30.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0532db93b69049cdaeea0c47a8989de5 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:30.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 40b1a9e552764b3986d006a90b68dd9f for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:30.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:30.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.456 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9d31f74478e143af98f8ffb5a4d775bf@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=0532db93b69049cdaeea0c47a8989de5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=40b1a9e552764b3986d006a90b68dd9f@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.463 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:30.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:30.463 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:56:30.464 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:56:30.482 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:30.484 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:30.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:30.484 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:30.484 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:56:30.494 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:30.499 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.499 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:30.503 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:30.506 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.506 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:30.507 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x59fabc12, L:/127.0.0.1:38508 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:30.507 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:30.512 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.512 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:30.518 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:30.531 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd831c744, L:/127.0.0.1:38514 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:30.534 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305087337816064001) for scanner KuduScanner(table=replication_test_table, tablet=438302c53ef74b5ca700e2e405cb2ef6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.535 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [021b31ac4479fa88914051107efb0dc1a1842faf6fad9c3c9ad0d24fc89f7191]
23:56:30.536 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:56:30.539 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [021b31ac4479fa88914051107efb0dc1a1842faf6fad9c3c9ad0d24fc89f7191]
23:56:30.540 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 021b31ac4479fa88914051107efb0dc1a1842faf6fad9c3c9ad0d24fc89f7191 finished by subtask 2; deferring removal (restored in pending)
23:56:30.541 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305087337816064001) for scanner KuduScanner(table=replication_test_table, tablet=a81dc0b2fc604c2fac913863aead1edb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.542 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [202343ed65273fedf9c17ecd9d56d14c5333cfb4cd56884fb3f124cf9e8ce77f]
23:56:30.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:56:30.542 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:56:30.542 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:56:30.543 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:30.546 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [202343ed65273fedf9c17ecd9d56d14c5333cfb4cd56884fb3f124cf9e8ce77f]
23:56:30.547 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 202343ed65273fedf9c17ecd9d56d14c5333cfb4cd56884fb3f124cf9e8ce77f finished by subtask 3; deferring removal (restored in pending)
23:56:30.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:56:30.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:56:30.547 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:30.554 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305087337816064001) for scanner KuduScanner(table=replication_test_table, tablet=2977f52ab5424449940bea413205d542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.554 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f6969eb88be64a74f422660dbcce1901155679c754e95b99005e850eca2605c1]
23:56:30.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.555 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:30.561 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:30.561 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.562 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:30.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.562 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:30.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:30.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.563 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.561 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:30.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:30.566 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:30.578 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd4d0c6cc, L:/127.0.0.1:39920 - R:/127.9.16.195:44731] using TOKEN/null
23:56:30.591 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:30.592 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:30.592 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:30.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:30.619 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.619 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:30.627 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.627 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:30.641 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:30.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.642 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:30.642 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:30.642 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:30.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:30.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:30.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:30.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:30.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.665 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:30.711 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:30.711 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:30.711 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:30.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:30.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:30.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:30.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:30.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:30.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:30.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:30.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:30.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:30.712 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:30.725 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.725 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:30.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:30.732 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.732 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:30.736 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:30.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:30.736 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:56:30.737 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:56:30.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:30.802 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.802 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:30.812 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.812 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:30.840 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:30.840 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:30.840 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:30.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:30.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:30.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:30.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:30.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:30.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:30.842 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:30.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:30.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:30.842 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:30.842 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:30.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:30.842 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:30.843 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:56:30.854 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.854 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:30.862 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.862 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:30.869 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.869 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:30.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:30.927 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:30.927 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:30.927 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:30.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:30.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:30.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:30.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:30.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:30.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:30.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:30.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:30.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:30.928 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:30.930 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:30.930 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:30.930 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:30.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:30.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:30.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:30.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:30.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:30.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:30.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:30.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:30.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:30.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:30.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:30.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:30.942 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.943 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:30.949 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.949 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:30.957 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:30.957 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:31.000 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.000 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:31.033 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.033 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:31.039 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.039 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:31.099 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.099 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:31.105 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.105 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:31.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f6969eb88be64a74f422660dbcce1901155679c754e95b99005e850eca2605c1]
23:56:31.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:56:31.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:56:31.113 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f6969eb88be64a74f422660dbcce1901155679c754e95b99005e850eca2605c1 finished by subtask 1; deferring removal (restored in pending)
23:56:31.114 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:31.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:31.119 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job c6dcffb95890c3e631532abc0762c24d (5008 bytes, checkpointDuration=916 ms, finalizationTime=0 ms).
23:56:31.120 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 417
23:56:31.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:56:31.122 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split f6969eb88be64a74f422660dbcce1901155679c754e95b99005e850eca2605c1 from pending
23:56:31.122 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split eb568bfe69b493a030f255ffcdb92c7e3c8f3c4fac746beda72ba9db98a838d9 from pending
23:56:31.122 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 021b31ac4479fa88914051107efb0dc1a1842faf6fad9c3c9ad0d24fc89f7191 from pending
23:56:31.122 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 202343ed65273fedf9c17ecd9d56d14c5333cfb4cd56884fb3f124cf9e8ce77f from pending
23:56:31.122 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 075009bb84b08c0202f704c034dd0c0a935833e701794e2b29b40642a861341a from pending
23:56:31.122 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 98fb21d486ed9e74cfdc3c59b43def2ca2f290a2f1f820d88e026ca30a4d09de from pending
23:56:31.122 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
23:56:31.122 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468591120 for job c6dcffb95890c3e631532abc0762c24d.
23:56:31.127 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@720a834, flushNotification=Deferred@1422122560(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:56:31.127 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] connecting to peer
23:56:31.127 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=126, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@5cad3630, flushNotification=Deferred@855056859(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:56:31.127 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@a2b972a, flushNotification=Deferred@105143279(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:56:31.127 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] connecting to peer
23:56:31.128 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] connecting to peer
23:56:31.127 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@3c3a155e, flushNotification=Deferred@20074921(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:56:31.128 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] connecting to peer
23:56:31.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:31.187 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.187 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:31.188 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:56:31.188 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:31.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:31.189 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:31.202 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.202 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:31.208 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.208 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:31.215 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] Successfully connected to peer
23:56:31.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:31.235 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] Successfully connected to peer
23:56:31.247 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:31.248 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:31.248 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:31.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:31.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:31.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:31.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:31.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:31.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:31.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:31.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:31.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:31.249 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:31.250 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] Successfully connected to peer
23:56:31.262 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:31.263 [DEBUG - kudu-nio-4] (Connection.java:757) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] Successfully connected to peer
23:56:31.267 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.267 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:31.268 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x693b753d, L:/127.0.0.1:39922 - R:/127.9.16.195:44731] using TOKEN/null
23:56:31.270 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:31.276 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x36b141ed, L:/127.0.0.1:39924 - R:/127.9.16.195:44731] using TOKEN/null
23:56:31.281 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:31.281 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:31.281 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:31.281 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.281 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.282 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:31.318 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.318 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:31.335 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:31.346 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:31.364 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:31.364 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:31.364 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:31.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.365 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:31.393 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x48be5cef, L:/127.0.0.1:54066 - R:/127.9.16.194:43169] using TOKEN/null
23:56:31.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:31.416936 10747 log.cc:927] Time spent T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a: Append to log took a long time: real 0.072s	user 0.000s	sys 0.000s
23:56:31.419 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa0a01fa0, L:/127.0.0.1:39938 - R:/127.9.16.195:44731] using TOKEN/null
23:56:31.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:31.439 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:31.454 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.454 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:31.507 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.507 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:31.551 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:31.551 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:31.551 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:31.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:31.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:31.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:31.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:31.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:31.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:31.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:31.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:31.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:31.552 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:31.619 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.619 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:31.635 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job c6dcffb95890c3e631532abc0762c24d (964 bytes, checkpointDuration=514 ms, finalizationTime=1 ms).
23:56:31.635 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 432
23:56:31.637 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:56:31.637 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468591635 for job c6dcffb95890c3e631532abc0762c24d.
23:56:31.637 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.638 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:31.645 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job c6dcffb95890c3e631532abc0762c24d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:56:31.647 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:56:31.661 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:31.662 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:31.662 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:31.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:31.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:31.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:31.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:31.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:31.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:31.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:31.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:31.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:31.663 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:31.698 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.698 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:31.706 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468591705 for job c6dcffb95890c3e631532abc0762c24d.
23:56:31.709 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.709 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:31.716 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job c6dcffb95890c3e631532abc0762c24d (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:56:31.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:56:31.727 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.727 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:31.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:31.736 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.736 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:31.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:31.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:31.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:31.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:31.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:31.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:31.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:31.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:31.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:31.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:31.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:31.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:31.743 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:31.752 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.752 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:31.760 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.760 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:31.764 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:31.768 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:31.772 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:31.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:31.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:31.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:31.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:31.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:31.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:31.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:31.783 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:31.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9d31f74478e143af98f8ffb5a4d775bf for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:31.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0532db93b69049cdaeea0c47a8989de5 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:31.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 40b1a9e552764b3986d006a90b68dd9f for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:31.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:31.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:31.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:31.795 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9d31f74478e143af98f8ffb5a4d775bf@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=0532db93b69049cdaeea0c47a8989de5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=40b1a9e552764b3986d006a90b68dd9f@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:31.800 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:31.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 310b385b07ac498d902a1fcfb9104a1c
23:56:31.810 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:31.810 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:31.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:31.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:31.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:31.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:31.811 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:31.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [6ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, deferred=null)) after lookup
23:56:31.833 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:31.833 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:31.833 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:31.833 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:31.833 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:31.833 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:31.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:31.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:31.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:31.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:31.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:31.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:31.834 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:31.842 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:31.842 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:31.843 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:31.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:31.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:31.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:31.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:31.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:31.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:31.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:31.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:31.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:31.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:31.859 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.859 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:31.889 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=34142ef8780b4772b4a6366004a6c09c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.889 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 34142ef8780b4772b4a6366004a6c09c for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:31.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:31.907 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:31.907 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:31.907 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:31.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:31.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:31.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:31.908 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:31.908 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:31.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:31.908 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:31.908 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:31.908 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:31.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:31.917 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:31.917 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:31.917 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:31.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:31.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:31.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:31.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:31.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:31.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:31.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:31.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:31.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:31.918 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:31.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=19917c9012f34490888602de3ec703c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 19917c9012f34490888602de3ec703c1 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:31.935 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:31.939 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:31.961 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:31.961 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:31.962 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:31.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:31.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:31.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:31.964 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:31.979 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a81dc0b2fc604c2fac913863aead1edb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.980 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a81dc0b2fc604c2fac913863aead1edb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:31.994 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=438302c53ef74b5ca700e2e405cb2ef6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:31.995 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 438302c53ef74b5ca700e2e405cb2ef6 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:32.004 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2977f52ab5424449940bea413205d542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.004 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 2977f52ab5424449940bea413205d542 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:32.009 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:32.009 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:32.010 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:32.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.011 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:32.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9d31f74478e143af98f8ffb5a4d775bf for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:32.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0532db93b69049cdaeea0c47a8989de5 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:32.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 40b1a9e552764b3986d006a90b68dd9f for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:32.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 310b318f170e4a169718746ceb47c8b5 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:32.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 166db553b87b48928ef3212346cdaa0e for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:32.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ab29e4bbbba74f91a0361af156809262 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:32.012 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9d31f74478e143af98f8ffb5a4d775bf@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=0532db93b69049cdaeea0c47a8989de5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=40b1a9e552764b3986d006a90b68dd9f@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=310b318f170e4a169718746ceb47c8b5@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=166db553b87b48928ef3212346cdaa0e@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731)[L],acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ab29e4bbbba74f91a0361af156809262@[3722dde57d2346e3ab1c98d4cc00902a(127.9.16.193:32929),3818021e663a41afa40f9a795668447a(127.9.16.195:44731),acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:32.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.16.252:41799, [7ms] Sub RPC GetTableLocations: received response from server master-127.9.16.252:41799: OK, deferred=null)) after lookup
23:56:32.020 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:32.020 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:32.020 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:32.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:32.027 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.027 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:32.033 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.034 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:32.052 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.052 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:32.060 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.060 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:32.071 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.071 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:32.085 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.085 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:32.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:32.110 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=34142ef8780b4772b4a6366004a6c09c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.110 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 34142ef8780b4772b4a6366004a6c09c for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:32.126 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=19917c9012f34490888602de3ec703c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.126 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 19917c9012f34490888602de3ec703c1 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:32.152 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a81dc0b2fc604c2fac913863aead1edb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.153 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a81dc0b2fc604c2fac913863aead1edb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:32.168 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=438302c53ef74b5ca700e2e405cb2ef6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.168 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 438302c53ef74b5ca700e2e405cb2ef6 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:32.187 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2977f52ab5424449940bea413205d542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.187 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 2977f52ab5424449940bea413205d542 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:32.203 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9d31f74478e143af98f8ffb5a4d775bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.203 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9d31f74478e143af98f8ffb5a4d775bf for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:56:32.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468592202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:32.211 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0532db93b69049cdaeea0c47a8989de5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.211 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0532db93b69049cdaeea0c47a8989de5 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:56:32.220 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job c6dcffb95890c3e631532abc0762c24d (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:56:32.221 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:56:32.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:32.242 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40b1a9e552764b3986d006a90b68dd9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.242 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40b1a9e552764b3986d006a90b68dd9f for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:56:32.249 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:32.250 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:32.250 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:32.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:32.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:32.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:32.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:32.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:32.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:32.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:32.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:32.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:32.251 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:32.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=310b318f170e4a169718746ceb47c8b5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 310b318f170e4a169718746ceb47c8b5 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:56:32.281 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=166db553b87b48928ef3212346cdaa0e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.282 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 166db553b87b48928ef3212346cdaa0e for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:56:32.292 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ab29e4bbbba74f91a0361af156809262, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.292 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ab29e4bbbba74f91a0361af156809262 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:56:32.293 [DEBUG - main] (Connection.java:575) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] disconnecting while in state READY
23:56:32.293 [DEBUG - main] (Connection.java:575) [peer master-127.9.16.254:35283(127.9.16.254:35283)] disconnecting while in state READY
23:56:32.293 [DEBUG - main] (Connection.java:575) [peer master-127.9.16.252:41799(127.9.16.252:41799)] disconnecting while in state READY
23:56:32.293 [DEBUG - main] (Connection.java:575) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] disconnecting while in state READY
23:56:32.293 [DEBUG - main] (Connection.java:575) [peer master-127.9.16.253:39911(127.9.16.253:39911)] disconnecting while in state READY
23:56:32.293 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.16.253:39911(127.9.16.253:39911)] handling channelInactive
23:56:32.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state READY due to: connection closed
23:56:32.294 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:32.294 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] handling channelInactive
23:56:32.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] cleaning up while in state READY due to: connection closed
23:56:32.294 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:32.293 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.16.254:35283(127.9.16.254:35283)] handling channelInactive
23:56:32.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state READY due to: connection closed
23:56:32.295 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:56:32.294 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.16.252:41799(127.9.16.252:41799)] handling channelInactive
23:56:32.295 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:56:32.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state READY due to: connection closed
23:56:32.295 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-0
23:56:32.295 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
23:56:32.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:32.299 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:32.299 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:32.299 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:32.299 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:32.299 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:32.299 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:32.304 [DEBUG - kudu-nio-4] (Connection.java:239) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] handling channelInactive
23:56:32.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] cleaning up while in state READY due to: connection closed
23:56:32.304 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-4
23:56:32.305 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='51b0e2d874addc0176974b8c700886a81ee932f37a5e0dbb6219deba9de8a910'}]
23:56:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:32.305069  9283 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 9575
23:56:32.306 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:32.307 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='11cc530a60aa38349951083a80ca0c87496d26303e997a73521a0f04da164f7f'}]
23:56:32.308 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:32.308 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:56:32.309 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9c273b667c8e1e38608ec0a3dc6147fa158858a538660dcc1daa8625b45e6403'}]
23:56:32.310 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:32.310 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b21db97f2ca638bbf669a80e896cf238f356f8b4603874ce2b2ca072f6df4853'}]
23:56:32.311 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:32.312 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:56:32.312 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:56:32.312 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}]
23:56:32.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}]
23:56:32.313 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:56:32.313 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:32.314 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299994, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:32.324 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:32.330 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:32.354 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:32.364 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:32.368 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:32.368 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:32.368 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:32.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.369 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.369 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:32.378 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:32.394 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:32.395 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:32.395 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:32.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.396 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:32.399 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:32.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:32.423 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:32.426 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:32.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:32.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:32.443 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:32.450 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:32.454 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:32.460 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:32.463 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:32.464 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:32.467 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdf2aca78, L:/127.0.0.1:40710 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:32.478 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:32.485 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1abab780, L:/127.0.0.1:40690 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:32.488 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:32.488 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:32.489 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:32.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:32.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:32.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:32.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:32.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:32.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:32.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:32.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:32.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:32.491 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:32.501 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x825edc3b, L:/127.0.0.1:40702 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:32.517 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087354019840001) for scanner KuduScanner(table=replication_test_table, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.518 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [51b0e2d874addc0176974b8c700886a81ee932f37a5e0dbb6219deba9de8a910]
23:56:32.518 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [51b0e2d874addc0176974b8c700886a81ee932f37a5e0dbb6219deba9de8a910]
23:56:32.519 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:56:32.519 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:56:32.519 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:32.520 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 51b0e2d874addc0176974b8c700886a81ee932f37a5e0dbb6219deba9de8a910 finished by subtask 0; deferring removal (restored in pending)
23:56:32.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:32.520 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3e83039ffdfd64290de378e58a7559922567b64539ae43a50dafc0349dfc9db7'}]
23:56:32.522 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:32.530 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:32.530 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:32.530 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:32.530 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:32.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:32.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:32.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:32.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:32.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:32.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:32.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:32.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:32.531 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:32.539 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:32.539 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:32.539 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:32.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:32.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:32.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:32.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:32.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:32.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:32.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:32.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:32.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:32.540 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:32.544 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:32.545 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:56:32.557 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299994, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:32.560 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xad01085e, L:/127.0.0.1:40712 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:32.626 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:32.627 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:32.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:32.627 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:32.627 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:56:32.630 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:32.636 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:32.653 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087354019840001) for scanner KuduScanner(table=replication_test_table, tablet=34142ef8780b4772b4a6366004a6c09c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.653 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [11cc530a60aa38349951083a80ca0c87496d26303e997a73521a0f04da164f7f]
23:56:32.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [11cc530a60aa38349951083a80ca0c87496d26303e997a73521a0f04da164f7f]
23:56:32.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:56:32.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:56:32.654 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:32.655 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 11cc530a60aa38349951083a80ca0c87496d26303e997a73521a0f04da164f7f finished by subtask 2; deferring removal (restored in pending)
23:56:32.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:32.657 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5d31b1b9b30b48a5c99682af3f5ae9282fd013d7716a99f5d694eaa8ed516dce'}]
23:56:32.659 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:32.659 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:56:32.660 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:32.674 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087354019840001) for scanner KuduScanner(table=replication_test_table, tablet=19917c9012f34490888602de3ec703c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.674 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [9c273b667c8e1e38608ec0a3dc6147fa158858a538660dcc1daa8625b45e6403]
23:56:32.674 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9c273b667c8e1e38608ec0a3dc6147fa158858a538660dcc1daa8625b45e6403]
23:56:32.675 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:56:32.675 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:56:32.675 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9c273b667c8e1e38608ec0a3dc6147fa158858a538660dcc1daa8625b45e6403 finished by subtask 3; deferring removal (restored in pending)
23:56:32.676 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:32.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:32.679 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:32.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:32.679 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:32.680 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:56:32.689 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087354019840001) for scanner KuduScanner(table=replication_test_table, tablet=a81dc0b2fc604c2fac913863aead1edb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.689 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b21db97f2ca638bbf669a80e896cf238f356f8b4603874ce2b2ca072f6df4853]
23:56:32.689 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b21db97f2ca638bbf669a80e896cf238f356f8b4603874ce2b2ca072f6df4853]
23:56:32.690 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:56:32.690 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:56:32.690 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:32.691 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:32.692 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b21db97f2ca638bbf669a80e896cf238f356f8b4603874ce2b2ca072f6df4853 finished by subtask 1; deferring removal (restored in pending)
23:56:32.701 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:32.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468592703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:32.707 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:32.715 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5808586e, L:/127.0.0.1:40728 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:32.717 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:56:32.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:56:32.719 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split b21db97f2ca638bbf669a80e896cf238f356f8b4603874ce2b2ca072f6df4853 from pending
23:56:32.719 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 9c273b667c8e1e38608ec0a3dc6147fa158858a538660dcc1daa8625b45e6403 from pending
23:56:32.719 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 51b0e2d874addc0176974b8c700886a81ee932f37a5e0dbb6219deba9de8a910 from pending
23:56:32.719 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 11cc530a60aa38349951083a80ca0c87496d26303e997a73521a0f04da164f7f from pending
23:56:32.719 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 4 finished splits from enumerator state
23:56:32.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:32.732 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087354019840001) for scanner KuduScanner(table=replication_test_table, tablet=438302c53ef74b5ca700e2e405cb2ef6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.732 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [3e83039ffdfd64290de378e58a7559922567b64539ae43a50dafc0349dfc9db7]
23:56:32.732 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3e83039ffdfd64290de378e58a7559922567b64539ae43a50dafc0349dfc9db7]
23:56:32.733 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:56:32.733 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:56:32.733 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:32.734 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3e83039ffdfd64290de378e58a7559922567b64539ae43a50dafc0349dfc9db7 finished by subtask 0; deferring removal (restored in pending)
23:56:32.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.746433 10068 connection.cc:573] client connection to 127.9.16.193:32929 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:56:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.746925 10068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:56:32.755 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:32.755 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.753247  9869 connection.cc:769] client connection to 127.9.16.193:32929 send error: Network error: sendmsg error: Connection reset by peer (error 104)
23:56:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.753814  9869 proxy.cc:239] Call had error, refreshing address and retrying: Network error: sendmsg error: Connection reset by peer (error 104)
23:56:32.755 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:32.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:32.755 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:32.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:32.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:32.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.756 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:32.755 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:32.756 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:32.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:32.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:32.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:32.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:32.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:32.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:32.756 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:32.769 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:32.769 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:32.770 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:32.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:32.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:32.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:32.771 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:32.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:32.772368  9283 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 9833
23:56:32.782 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:32.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:32.782 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:32.783 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:56:32.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.794047 10068 consensus_peers.cc:597] T 166db553b87b48928ef3212346cdaa0e P 3818021e663a41afa40f9a795668447a -> Peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Couldn't send request to peer 3722dde57d2346e3ab1c98d4cc00902a. Status: Network error: Client connection negotiation failed: client connection to 127.9.16.193:32929: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:56:32.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.794783 10068 consensus_peers.cc:597] T 9d31f74478e143af98f8ffb5a4d775bf P 3818021e663a41afa40f9a795668447a -> Peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Couldn't send request to peer 3722dde57d2346e3ab1c98d4cc00902a. Status: Network error: Client connection negotiation failed: client connection to 127.9.16.193:32929: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:56:32.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.795313 10068 consensus_peers.cc:597] T 310b318f170e4a169718746ceb47c8b5 P 3818021e663a41afa40f9a795668447a -> Peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Couldn't send request to peer 3722dde57d2346e3ab1c98d4cc00902a. Status: Network error: Client connection negotiation failed: client connection to 127.9.16.193:32929: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:56:32.809 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:32.810 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:32.811 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:32.811 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:32.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:32.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:32.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:32.811 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:32.820 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:32.826 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:32.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:32.826 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:56:32.827 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:56:32.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.836622 10068 consensus_peers.cc:597] T 40b1a9e552764b3986d006a90b68dd9f P 3818021e663a41afa40f9a795668447a -> Peer 3722dde57d2346e3ab1c98d4cc00902a (127.9.16.193:32929): Couldn't send request to peer 3722dde57d2346e3ab1c98d4cc00902a. Status: Network error: Client connection negotiation failed: client connection to 127.9.16.193:32929: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:56:32.847 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:32.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:32.847 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:32.850 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:56:32.852 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:32.863 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x77a44da0, L:/127.0.0.1:40730 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:32.877 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087354019840001) for scanner KuduScanner(table=replication_test_table, tablet=2977f52ab5424449940bea413205d542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:32.878 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [5d31b1b9b30b48a5c99682af3f5ae9282fd013d7716a99f5d694eaa8ed516dce]
23:56:32.878 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5d31b1b9b30b48a5c99682af3f5ae9282fd013d7716a99f5d694eaa8ed516dce]
23:56:32.878 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:56:32.878 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:56:32.879 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5d31b1b9b30b48a5c99682af3f5ae9282fd013d7716a99f5d694eaa8ed516dce finished by subtask 2; deferring removal (restored in pending)
23:56:32.879 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:32.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:32.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:32.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:32.939 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:32.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:32.939 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:32.939 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:32.940 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:56:32.962 [DEBUG - kudu-nio-4] (Connection.java:239) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] handling channelInactive
23:56:32.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] cleaning up while in state READY due to: connection closed
23:56:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:32.961849 10069 connection.cc:573] client connection to 127.9.16.194:43169 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:56:32.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:32.967264  9283 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 9990
23:56:33.046 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:33.047 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:33.047 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:33.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:33.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:33.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:33.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:33.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:33.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:33.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:33.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:33.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:33.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:33.082 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] handling channelInactive
23:56:33.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] cleaning up while in state READY due to: connection closed
23:56:33.082 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] handling channelInactive
23:56:33.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] cleaning up while in state READY due to: connection closed
23:56:33.083 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] handling channelInactive
23:56:33.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] cleaning up while in state READY due to: connection closed
23:56:33.084 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] handling channelInactive
23:56:33.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] cleaning up while in state READY due to: connection closed
23:56:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:33.083199  9317 connection.cc:573] server connection from 127.9.16.195:47299 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:56:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:33.084143  9393 connection.cc:573] server connection from 127.9.16.195:52765 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:56:33.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:33.093710  9283 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 9296
23:56:33.102 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:33.103 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:33.103 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:33.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:33.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:33.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:33.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:33.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:33.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:33.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:33.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:33.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:33.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:33.147 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.16.254:35283(127.9.16.254:35283)] handling channelInactive
23:56:33.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state READY due to: connection closed
23:56:33.150 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.16.254:35283(127.9.16.254:35283)] handling channelInactive
23:56:33.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state READY due to: connection closed
23:56:33.151 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.16.254:35283(127.9.16.254:35283)] handling channelInactive
23:56:33.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state READY due to: connection closed
23:56:33.151 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.16.254:35283(127.9.16.254:35283)] handling channelInactive
23:56:33.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state READY due to: connection closed
23:56:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:33.155263  9283 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 9368
23:56:33.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468593203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:33.218 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job c6dcffb95890c3e631532abc0762c24d (2332 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:56:33.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:56:33.220 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 5d31b1b9b30b48a5c99682af3f5ae9282fd013d7716a99f5d694eaa8ed516dce from pending
23:56:33.220 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 3e83039ffdfd64290de378e58a7559922567b64539ae43a50dafc0349dfc9db7 from pending
23:56:33.220 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 2 finished splits from enumerator state
23:56:33.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:33.244 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.16.253:39911(127.9.16.253:39911)] handling channelInactive
23:56:33.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state READY due to: connection closed
23:56:33.253 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.16.253:39911(127.9.16.253:39911)] handling channelInactive
23:56:33.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state READY due to: connection closed
23:56:33.256 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.16.253:39911(127.9.16.253:39911)] handling channelInactive
23:56:33.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state READY due to: connection closed
23:56:33.256 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.16.253:39911(127.9.16.253:39911)] handling channelInactive
23:56:33.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state READY due to: connection closed
23:56:33.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:33.256510  9283 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 9448
23:56:33.260 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:33.260 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:33.260 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:33.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:33.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:33.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:33.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:33.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:33.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:33.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:33.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:33.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:33.261 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:33.318 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.16.252:41799(127.9.16.252:41799)] handling channelInactive
23:56:33.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state READY due to: connection closed
23:56:33.322 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.16.252:41799(127.9.16.252:41799)] handling channelInactive
23:56:33.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state READY due to: connection closed
23:56:33.322 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.16.252:41799(127.9.16.252:41799)] handling channelInactive
23:56:33.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state READY due to: connection closed
23:56:33.323 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.16.252:41799(127.9.16.252:41799)] handling channelInactive
23:56:33.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state READY due to: connection closed
23:56:33.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:33.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:33.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:33.670 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:33.671 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:33.671 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:33.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:33.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:33.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:33.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:33.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:33.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:33.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:33.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:33.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:33.672 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:33.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468593702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:33.708 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:33.708 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:33.708 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:33.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:33.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:33.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:33.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:33.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:33.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:33.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:33.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:33.710 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:33.710 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:33.721 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:33.722 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:33.722 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job c6dcffb95890c3e631532abc0762c24d (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:56:33.722 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:33.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:33.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:33.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:33.722 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:33.722 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:33.722 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:33.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:33.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:33.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:33.723 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:33.724 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:56:33.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:33.748 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:33.748 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:33.749 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:33.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:33.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:33.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:33.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:33.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:33.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:33.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:33.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:33.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:33.750 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:33.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:33.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:33.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.040 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:34.041 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:34.041 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:34.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.041 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.042 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:34.053 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RESTARTING to RUNNING.
23:56:34.054 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 0c27b7259d4fdd95b93db84a92b79b97 from Checkpoint 63 @ 1783468463124 for 0c27b7259d4fdd95b93db84a92b79b97 located at file:/tmp/junit6173627628910572124/checkpoints/0c27b7259d4fdd95b93db84a92b79b97/chk-63.
23:56:34.055 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:56:34.055 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
23:56:34.056 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
23:56:34.056 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 10138327bd0030b31a590d7cd3bbfa2f
23:56:34.056 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:34.057 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 10138327bd0030b31a590d7cd3bbfa2f.
23:56:34.058 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 10138327bd0030b31a590d7cd3bbfa2f.
23:56:34.058 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 63 for source Source: KuduSource to checkpoint.
23:56:34.063 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
23:56:34.063 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
23:56:34.064 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d94c943
23:56:34.064 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:34.064 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:56:34.064 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:56:34.064 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:56:34.076 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@223f3bab
23:56:34.082 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:34.093 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.096 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.103 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.107 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.114 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.119 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.120 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.120 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.123 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.131 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.154 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.161 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.168 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.170 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.194 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.198 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.199 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.200 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.200 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.201 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:34.201 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:34.201 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:34.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.202 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:34.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468594202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:34.214 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.214 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.214 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.215 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.224 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job c6dcffb95890c3e631532abc0762c24d (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:56:34.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:56:34.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.232 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:34.232 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:34.232 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:34.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:34.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:34.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:34.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:34.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:34.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:34.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:34.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:34.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:34.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:34.235 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.235 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.235 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.239 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:34.239 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:34.239 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:34.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.240 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.241 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:34.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:34.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:34.291 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:34.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:34.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:34.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:34.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:34.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:34.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:34.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:34.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:34.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:34.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:34.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.295 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:34.306 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:34.306 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:34.306 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:34.306 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:34.306 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:34.307 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:34.307 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:34.311 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='672bab1cf4d844a1183b1920d5934d40dccac019b30677bef6b53fbdb5375098'}]
23:56:34.313 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:34.314 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='700c5f730c50e49d7a517265854aa35fd3029b184f3ba44c116ecaca17216050'}]
23:56:34.315 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:34.316 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='dd4edbe8bc55f64817b757990166add5d344732224e5133bbb411a7017e8726b'}]
23:56:34.317 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:56:34.318 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}]
23:56:34.319 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:56:34.320 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:34.320 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ab3af1f08a79df75aa76e6d1e9f5a54f01b060db9f6fcac1315acba72eead356'}]
23:56:34.322 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:34.322 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:56:34.323 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:34.323 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:34.324 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:56:34.324 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}]
23:56:34.327 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:34.337 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:34.346 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:34.350 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:34.354 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.354 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.354 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.388 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:34.398 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:34.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.406 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:34.412 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:34.423 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:34.423 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:34.423 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:34.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:34.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:34.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:34.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:34.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:34.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:34.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:34.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:34.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:34.424 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:34.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.460 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:34.460 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:34.460 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:34.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:34.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:34.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:34.462 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:34.509 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:34.510 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:34.510 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:34.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:34.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:34.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:34.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:34.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:34.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:34.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:34.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:34.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:34.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:34.526 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:34.529 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:34.532 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:34.534 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.534 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.534 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.535 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:34.553 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:34.559 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:34.559 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:34.564 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:34.574 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5cf9e91e, L:/127.0.0.1:40758 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:34.580 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:34.584 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdb321af8, L:/127.0.0.1:40772 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:34.589 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7269a155, L:/127.0.0.1:40788 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:34.594 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7efb758a, L:/127.0.0.1:40744 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:34.630 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.631 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087362211840001) for scanner KuduScanner(table=replication_test_table, tablet=34142ef8780b4772b4a6366004a6c09c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:34.631 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [700c5f730c50e49d7a517265854aa35fd3029b184f3ba44c116ecaca17216050]
23:56:34.632 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [700c5f730c50e49d7a517265854aa35fd3029b184f3ba44c116ecaca17216050]
23:56:34.632 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:56:34.632 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:56:34.633 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 700c5f730c50e49d7a517265854aa35fd3029b184f3ba44c116ecaca17216050 finished by subtask 1; deferring removal (restored in pending)
23:56:34.634 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:34.634 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b6217ce8a18b7bfb86b915138d8f4fc9504121b6d339c78828d6a0393c2554e9'}]
23:56:34.635 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:34.636 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:56:34.636 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:34.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:34.649 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087362211840001) for scanner KuduScanner(table=replication_test_table, tablet=19917c9012f34490888602de3ec703c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:34.650 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:34.650 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [dd4edbe8bc55f64817b757990166add5d344732224e5133bbb411a7017e8726b]
23:56:34.650 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:34.650 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:34.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:34.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:34.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:34.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:34.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:34.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:34.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:34.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:34.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:34.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:34.650 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [dd4edbe8bc55f64817b757990166add5d344732224e5133bbb411a7017e8726b]
23:56:34.653 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split dd4edbe8bc55f64817b757990166add5d344732224e5133bbb411a7017e8726b finished by subtask 0; deferring removal (restored in pending)
23:56:34.654 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:56:34.654 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:56:34.654 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='73c1da2ce4946a1684d82b5efa7d1a2797f64101fb86cd05bcc18fe03d763f94'}]
23:56:34.656 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:34.656 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:56:34.657 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:34.658 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:34.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:34.663 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087362211840001) for scanner KuduScanner(table=replication_test_table, tablet=a81dc0b2fc604c2fac913863aead1edb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:34.664 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [ab3af1f08a79df75aa76e6d1e9f5a54f01b060db9f6fcac1315acba72eead356]
23:56:34.664 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ab3af1f08a79df75aa76e6d1e9f5a54f01b060db9f6fcac1315acba72eead356]
23:56:34.664 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:56:34.664 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:56:34.665 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ab3af1f08a79df75aa76e6d1e9f5a54f01b060db9f6fcac1315acba72eead356 finished by subtask 2; deferring removal (restored in pending)
23:56:34.665 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:34.666 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:34.681 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:34.681 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:34.681 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:34.682 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087362211840001) for scanner KuduScanner(table=replication_test_table, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:34.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:34.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:34.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:34.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:34.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:34.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:34.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:34.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:34.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:34.683 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:34.683 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [672bab1cf4d844a1183b1920d5934d40dccac019b30677bef6b53fbdb5375098]
23:56:34.683 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [672bab1cf4d844a1183b1920d5934d40dccac019b30677bef6b53fbdb5375098]
23:56:34.683 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:56:34.683 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:56:34.684 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 672bab1cf4d844a1183b1920d5934d40dccac019b30677bef6b53fbdb5375098 finished by subtask 3; deferring removal (restored in pending)
23:56:34.684 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:34.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:34.695 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:34.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468594702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:34.713 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:56:34.715 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:56:34.715 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 10 complete: removed split 700c5f730c50e49d7a517265854aa35fd3029b184f3ba44c116ecaca17216050 from pending
23:56:34.715 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 10 complete: removed split ab3af1f08a79df75aa76e6d1e9f5a54f01b060db9f6fcac1315acba72eead356 from pending
23:56:34.715 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 10 complete: removed split dd4edbe8bc55f64817b757990166add5d344732224e5133bbb411a7017e8726b from pending
23:56:34.715 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 10 complete: removed split 672bab1cf4d844a1183b1920d5934d40dccac019b30677bef6b53fbdb5375098 from pending
23:56:34.715 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 10 complete: removed 4 finished splits from enumerator state
23:56:34.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.746 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:34.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:34.746 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:56:34.746 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:56:34.762 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:34.777 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:34.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:34.777 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:56:34.778 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:56:34.780 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:34.780 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:34.780 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:34.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:34.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:34.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:34.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:34.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:34.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:34.781 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:34.781 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:34.781 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:34.781 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:34.798 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:34.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:34.798 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:56:34.798 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:56:34.801 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:34.806 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:34.811 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] Successfully connected to peer
23:56:34.813 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.66
23:56:34.823 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:34.827 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5d926586, L:/127.0.0.1:40804 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:34.829 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:34.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:34.829 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:56:34.832 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:56:34.832 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:34.838 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xac44e8a9, L:/127.0.0.1:40812 - R:/127.8.47.66:38009] using SASL/PLAIN
23:56:34.854 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087362211840001) for scanner KuduScanner(table=replication_test_table, tablet=438302c53ef74b5ca700e2e405cb2ef6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:34.854 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b6217ce8a18b7bfb86b915138d8f4fc9504121b6d339c78828d6a0393c2554e9]
23:56:34.854 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b6217ce8a18b7bfb86b915138d8f4fc9504121b6d339c78828d6a0393c2554e9]
23:56:34.855 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:56:34.855 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:56:34.856 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b6217ce8a18b7bfb86b915138d8f4fc9504121b6d339c78828d6a0393c2554e9 finished by subtask 1; deferring removal (restored in pending)
23:56:34.857 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:34.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:34.870 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087362211840001) for scanner KuduScanner(table=replication_test_table, tablet=2977f52ab5424449940bea413205d542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:56:34.870 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [73c1da2ce4946a1684d82b5efa7d1a2797f64101fb86cd05bcc18fe03d763f94]
23:56:34.870 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [73c1da2ce4946a1684d82b5efa7d1a2797f64101fb86cd05bcc18fe03d763f94]
23:56:34.870 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:56:34.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:56:34.872 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 73c1da2ce4946a1684d82b5efa7d1a2797f64101fb86cd05bcc18fe03d763f94 finished by subtask 0; deferring removal (restored in pending)
23:56:34.873 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:34.879 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:34.885 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:34.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:34.885 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:34.886 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:56:34.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.913 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:34.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:34.913 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:56:34.913 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:56:34.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:56:34Z chronyd exiting
23:56:34.994 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:34.994 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:34.994 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:34.995 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.995 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.995 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:34.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:34.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:34.995 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:35.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468595202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:35.224 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job c6dcffb95890c3e631532abc0762c24d (2332 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
23:56:35.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:56:35.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split b6217ce8a18b7bfb86b915138d8f4fc9504121b6d339c78828d6a0393c2554e9 from pending
23:56:35.226 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split 73c1da2ce4946a1684d82b5efa7d1a2797f64101fb86cd05bcc18fe03d763f94 from pending
23:56:35.226 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 11 complete: removed 2 finished splits from enumerator state
23:56:35.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.317 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:35.317 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:35.317 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:35.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.319 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:35.333 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:35.333 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:35.333 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:35.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:35.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:35.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:35.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:35.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:35.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:35.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:35.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:35.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:35.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:35.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.434 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.572 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:35.572 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:35.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:35.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:35.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:35.573 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:35.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:35.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:35.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:35.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:35.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:35.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:35.574 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:35.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.680 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:35.680 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:35.680 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:35.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:35.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:35.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:35.681 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:35.681 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:35.681 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:35.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:35.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:35.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:35.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:35.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468595703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:35.716 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job c6dcffb95890c3e631532abc0762c24d (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:56:35.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:56:35.720 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:35.720 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:35.720 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:35.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.721 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:35.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.731 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:35.731 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:35.731 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:35.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:35.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:35.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:35.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:35.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:35.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:35.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:35.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:35.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:35.732 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:35.741 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:35.741 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:35.741 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:35.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:35.782 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:35.782 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:35.783 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:35.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:35.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:35.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:35.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:35.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:35.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:35.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:35.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:35.784 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:35.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:35.814 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:35.814 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:35.815 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:35.815 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.815 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:35.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:35.948 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:35.949 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:35.949 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:35.949 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.949 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:35.970 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:35.970 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:35.971 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:35.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:35.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:35.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:35.972 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:35.972 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:35.972 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:35.972 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:35.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:35.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:35.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.973 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:35.973 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:36.030 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:36.030 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:36.030 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:36.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:36.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:36.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:36.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:36.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:36.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:36.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:36.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:36.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:36.031 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:36.103 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:36.103 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:36.103 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:36.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:36.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:36.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:36.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:36.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:36.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:36.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:36.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:36.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:36.105 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:36.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.132 [DEBUG - main] (Connection.java:575) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] disconnecting while in state READY
23:56:36.132 [DEBUG - main] (Connection.java:575) [peer master-127.8.47.124:36079(127.8.47.124:36079)] disconnecting while in state READY
23:56:36.132 [DEBUG - main] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state READY
23:56:36.132 [DEBUG - main] (Connection.java:575) [peer master-127.8.47.125:37987(127.8.47.125:37987)] disconnecting while in state READY
23:56:36.132 [DEBUG - main] (Connection.java:575) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] disconnecting while in state READY
23:56:36.132 [DEBUG - main] (Connection.java:575) [peer master-127.8.47.126:33881(127.8.47.126:33881)] disconnecting while in state READY
23:56:36.132 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] handling channelInactive
23:56:36.132 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] handling channelInactive
23:56:36.132 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state READY due to: connection closed
23:56:36.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state READY due to: connection closed
23:56:36.133 [DEBUG - kudu-nio-3] (Connection.java:239) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] handling channelInactive
23:56:36.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state READY due to: connection closed
23:56:36.133 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.47.125:37987(127.8.47.125:37987)] handling channelInactive
23:56:36.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state READY due to: connection closed
23:56:36.133 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:36.137 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
23:56:36.137 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
23:56:36.137 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
23:56:36.132 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.47.124:36079(127.8.47.124:36079)] handling channelInactive
23:56:36.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state READY due to: connection closed
23:56:36.138 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:56:36.138 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
23:56:36.142 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.47.126:33881(127.8.47.126:33881)] handling channelInactive
23:56:36.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state READY due to: connection closed
23:56:36.143 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:56:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:36.144387  8381 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 8846
23:56:36.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468596203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:36.225172  9007 connection.cc:573] client connection to 127.8.47.65:39953 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:56:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:36.225700  9007 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:56:36.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.235 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job c6dcffb95890c3e631532abc0762c24d (964 bytes, checkpointDuration=32 ms, finalizationTime=0 ms).
23:56:36.238 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:56:36.238 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:36.238 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:36.238 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:36.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:36.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:36.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:36.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:36.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:36.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:36.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:36.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:36.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:36.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:36.247560  8381 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 8983
23:56:36.267 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:36.267 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:36.267 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:36.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.268 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:36.295 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 27447e9891084e7d9111c224aeaa17b5
23:56:36.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:36.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:36.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:36.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:36.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:36.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:36.300 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:36.304 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='79107f243dfa3d6eafb3b24952ff83cd416d4e5c936f59ece6af438cab16658d'}]
23:56:36.306 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:36.306 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c07c7d7dde8ab6a1dd0618790226123b963c7be19ae24fd1445c7444e72b8eba'}]
23:56:36.307 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:36.308 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='755287ed52495277f3a07e3b8713c2fc8ff9bfd76914fab253ba7a38b8854332'}]
23:56:36.309 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:36.309 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:56:36.310 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:36.310 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:56:36.311 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}]
23:56:36.311 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:56:36.312 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}]
23:56:36.313 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='584169a87b8088b40466d37c3e3b9f419b230248b753c86c4c8723e020bd1b74'}]
23:56:36.314 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:36.315 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:56:36.315 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}]
23:56:36.316 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:36.316 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:36.317 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:36.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:36.325713  8381 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 9130
23:56:36.327 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:36.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.331 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009) for tablet 34142ef8780b4772b4a6366004a6c09c: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.338 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:36.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.342 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009) for tablet 19917c9012f34490888602de3ec703c1: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.343 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009) for tablet a81dc0b2fc604c2fac913863aead1edb: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.343 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009) for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.344 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] Successfully connected to peer
23:56:36.348 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:36.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state CONNECTING due to: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.349 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953) for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.354 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:36.354 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:36.354 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:36.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:36.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:36.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:36.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:36.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:36.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:36.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:36.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:36.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:36.355 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:36.357 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:36.358 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:36.358 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] Successfully connected to peer
23:56:36.362 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] Successfully connected to peer
23:56:36.366 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:36.367 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:36.367 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:36.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:36.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:36.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:36.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:36.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:36.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:36.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:36.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:36.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:36.367 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:36.368 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:36.369 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] Successfully connected to peer
23:56:36.382 [ERROR - kudu-nio-1] (Connection.java:452) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xc0d96bdb, L:/127.0.0.1:35294 - R:/127.8.47.67:43061]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state NEGOTIATING due to: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xc0d96bdb, L:/127.0.0.1:35294 - R:/127.8.47.67:43061]
23:56:36.383 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061) for tablet 34142ef8780b4772b4a6366004a6c09c: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xc0d96bdb, L:/127.0.0.1:35294 - R:/127.8.47.67:43061]
23:56:36.383 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] handling channelInactive
23:56:36.383 [ERROR - kudu-nio-1] (Connection.java:452) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xcfb689a5, L:/127.0.0.1:35308 - R:/127.8.47.67:43061]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state NEGOTIATING due to: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xcfb689a5, L:/127.0.0.1:35308 - R:/127.8.47.67:43061]
23:56:36.384 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061) for tablet a81dc0b2fc604c2fac913863aead1edb: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xcfb689a5, L:/127.0.0.1:35308 - R:/127.8.47.67:43061]
23:56:36.384 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] handling channelInactive
23:56:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:36.384564  8381 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 8393
23:56:36.388 [ERROR - kudu-nio-1] (Connection.java:452) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xf1836afd, L:/127.0.0.1:35298 - R:/127.8.47.67:43061]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state NEGOTIATING due to: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xf1836afd, L:/127.0.0.1:35298 - R:/127.8.47.67:43061]
23:56:36.388 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061) for tablet 19917c9012f34490888602de3ec703c1: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xf1836afd, L:/127.0.0.1:35298 - R:/127.8.47.67:43061]
23:56:36.388 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] handling channelInactive
23:56:36.388 [ERROR - kudu-nio-2] (Connection.java:452) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0x2293f917, L:/127.0.0.1:35310 - R:/127.8.47.67:43061]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state NEGOTIATING due to: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0x2293f917, L:/127.0.0.1:35310 - R:/127.8.47.67:43061]
23:56:36.389 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061) for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0x2293f917, L:/127.0.0.1:35310 - R:/127.8.47.67:43061]
23:56:36.389 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] handling channelInactive
23:56:36.396 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:36.397 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:36.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state CONNECTING due to: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.398 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:36.398 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953) for tablet 34142ef8780b4772b4a6366004a6c09c: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state CONNECTING due to: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.398 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953) for tablet 19917c9012f34490888602de3ec703c1: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state CONNECTING due to: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.398 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953) for tablet a81dc0b2fc604c2fac913863aead1edb: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.408 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.408 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.408 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.409 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.8.47.126:33881(127.8.47.126:33881)] Successfully connected to peer
23:56:36.411 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.8.47.124:36079(127.8.47.124:36079)] Successfully connected to peer
23:56:36.413 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.124
23:56:36.415 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.8.47.125:37987(127.8.47.125:37987)] Successfully connected to peer
23:56:36.416 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.416 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.417 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.417 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.8.47.125:37987(127.8.47.125:37987)] Successfully connected to peer
23:56:36.417 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.418 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.419 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.8.47.125:37987(127.8.47.125:37987)] Successfully connected to peer
23:56:36.420 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.422 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.8.47.126:33881(127.8.47.126:33881)] Successfully connected to peer
23:56:36.422 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:36.431 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.8.47.124:36079(127.8.47.124:36079)] Successfully connected to peer
23:56:36.432 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.125
23:56:36.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.437 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.437 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x51eb99dd, L:/127.0.0.1:42538 - R:/127.8.47.124:36079] using SASL/PLAIN
23:56:36.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.439 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.47.126:33881(127.8.47.126:33881)] handling channelInactive
23:56:36.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state READY due to: connection closed
23:56:36.440 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.125
23:56:36.440 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:36.441 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29908, elapsed=33), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [33ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, deferred=null) after lookup
23:56:36.444 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0xd06dfb40, L:/127.0.0.1:40092 - R:/127.8.47.126:33881]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state NEGOTIATING due to: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0xd06dfb40, L:/127.0.0.1:40092 - R:/127.8.47.126:33881]
23:56:36.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0xd06dfb40, L:/127.0.0.1:40092 - R:/127.8.47.126:33881]
23:56:36.444 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.8.47.126:33881(127.8.47.126:33881)] handling channelInactive
23:56:36.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:36.444666  8381 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 8464
23:56:36.447 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:36.450 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.125
23:56:36.455 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0x34e98684, L:/127.0.0.1:40094 - R:/127.8.47.126:33881]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state NEGOTIATING due to: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0x34e98684, L:/127.0.0.1:40094 - R:/127.8.47.126:33881]
23:56:36.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0x34e98684, L:/127.0.0.1:40094 - R:/127.8.47.126:33881]
23:56:36.455 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.8.47.126:33881(127.8.47.126:33881)] handling channelInactive
23:56:36.456 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 680d14dfeaa34b9ca7fab2632ae4fb6e for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:56:36.456 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:36.456 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:36.456 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:36.456 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:36.456 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:36.456 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:36.457 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.124
23:56:36.459 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, attempt=4, KuduRpc(method=Scan, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, attempt=4, TimeoutTracker(timeout=30000, elapsed=143), Traces: [0ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [16ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [16ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [20ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [22ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [22ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [40ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [62ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0x2293f917, L:/127.0.0.1:35310 - R:/127.8.47.67:43061], [62ms] delaying RPC due to: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0x2293f917, L:/127.0.0.1:35310 - R:/127.8.47.67:43061], [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [113ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [117ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0xd06dfb40, L:/127.0.0.1:40092 - R:/127.8.47.126:33881], [129ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, deferred=Deferred@1843028961(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup
23:56:36.459 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:36.462 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.8.47.124:36079(127.8.47.124:36079)] Successfully connected to peer
23:56:36.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.465 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.124
23:56:36.468 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:36.469 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.470 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.8.47.125:37987(127.8.47.125:37987)] Successfully connected to peer
23:56:36.473 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xc4e76942, L:/127.0.0.1:42540 - R:/127.8.47.124:36079] using SASL/PLAIN
23:56:36.473 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:36.473 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.476 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:36.476 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29895, elapsed=60), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0x34e98684, L:/127.0.0.1:40094 - R:/127.8.47.126:33881], [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, deferred=null) after lookup
23:56:36.477 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x5e23419a, L:/127.0.0.1:42554 - R:/127.8.47.124:36079] using SASL/PLAIN
23:56:36.480 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:36.480 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29895, elapsed=64), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [64ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, deferred=null) after lookup
23:56:36.481 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:36.481 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:36.481 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:36.481 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:36.481 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:36.482 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=19917c9012f34490888602de3ec703c1, attempt=4, KuduRpc(method=Scan, tablet=19917c9012f34490888602de3ec703c1, attempt=4, TimeoutTracker(timeout=30000, elapsed=170), Traces: [0ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [26ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [41ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [72ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xf1836afd, L:/127.0.0.1:35298 - R:/127.8.47.67:43061], [72ms] delaying RPC due to: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xf1836afd, L:/127.0.0.1:35298 - R:/127.8.47.67:43061], [81ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [82ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [82ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [139ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0x34e98684, L:/127.0.0.1:40094 - R:/127.8.47.126:33881], [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [165ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, deferred=Deferred@1250848016(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup
23:56:36.483 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.8.47.124:36079(127.8.47.124:36079)] Successfully connected to peer
23:56:36.486 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.47.124
23:56:36.486 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 34142ef8780b4772b4a6366004a6c09c for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:56:36.486 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 19917c9012f34490888602de3ec703c1 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:56:36.486 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:36.487 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:36.487 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:36.487 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:36.487 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=34142ef8780b4772b4a6366004a6c09c@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=19917c9012f34490888602de3ec703c1@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:36.488 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=34142ef8780b4772b4a6366004a6c09c, attempt=4, KuduRpc(method=Scan, tablet=34142ef8780b4772b4a6366004a6c09c, attempt=4, TimeoutTracker(timeout=30000, elapsed=177), Traces: [0ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [15ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [16ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [22ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [67ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xc0d96bdb, L:/127.0.0.1:35294 - R:/127.8.47.67:43061], [68ms] delaying RPC due to: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xc0d96bdb, L:/127.0.0.1:35294 - R:/127.8.47.67:43061], [81ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [82ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [83ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [148ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [165ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [171ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, deferred=Deferred@837154698(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup
23:56:36.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.488 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:36.488 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009) for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.489 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009) for tablet 19917c9012f34490888602de3ec703c1: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.489 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009) for tablet 34142ef8780b4772b4a6366004a6c09c: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.495 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:56:36.498 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.47.125:37987(127.8.47.125:37987)] handling channelInactive
23:56:36.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state READY due to: connection closed
23:56:36.498 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x07d67036, L:/127.0.0.1:44094 - R:/127.8.47.125:37987]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state NEGOTIATING due to: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x07d67036, L:/127.0.0.1:44094 - R:/127.8.47.125:37987]
23:56:36.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x07d67036, L:/127.0.0.1:44094 - R:/127.8.47.125:37987]
23:56:36.499 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xc05e0197, L:/127.0.0.1:42556 - R:/127.8.47.124:36079] using SASL/PLAIN
23:56:36.500 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.8.47.125:37987(127.8.47.125:37987)] handling channelInactive
23:56:36.500 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0xcd732151, L:/127.0.0.1:44118 - R:/127.8.47.125:37987]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.500 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state NEGOTIATING due to: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0xcd732151, L:/127.0.0.1:44118 - R:/127.8.47.125:37987]
23:56:36.500 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0xcd732151, L:/127.0.0.1:44118 - R:/127.8.47.125:37987]
23:56:36.500 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.8.47.125:37987(127.8.47.125:37987)] handling channelInactive
23:56:36.501 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0xbd694df4, L:/127.0.0.1:44106 - R:/127.8.47.125:37987]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state NEGOTIATING due to: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0xbd694df4, L:/127.0.0.1:44106 - R:/127.8.47.125:37987]
23:56:36.501 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0xbd694df4, L:/127.0.0.1:44106 - R:/127.8.47.125:37987]
23:56:36.501 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.8.47.125:37987(127.8.47.125:37987)] handling channelInactive
23:56:36.502 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x617d4e1b, L:/127.0.0.1:44126 - R:/127.8.47.125:37987]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:36.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state NEGOTIATING due to: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x617d4e1b, L:/127.0.0.1:44126 - R:/127.8.47.125:37987]
23:56:36.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x617d4e1b, L:/127.0.0.1:44126 - R:/127.8.47.125:37987]
23:56:36.502 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.8.47.125:37987(127.8.47.125:37987)] handling channelInactive
23:56:36.503 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:56:36.503 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29896, elapsed=85), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [57ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [85ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x617d4e1b, L:/127.0.0.1:44126 - R:/127.8.47.125:37987], [85ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, deferred=null) after lookup
23:56:36.507 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a81dc0b2fc604c2fac913863aead1edb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:56:36.507 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 438302c53ef74b5ca700e2e405cb2ef6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:56:36.507 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 2977f52ab5424449940bea413205d542 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:56:36.507 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=a81dc0b2fc604c2fac913863aead1edb@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009),350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)[L],e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=438302c53ef74b5ca700e2e405cb2ef6@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2977f52ab5424449940bea413205d542@[3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)[L],350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061),e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:56:36.508 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=a81dc0b2fc604c2fac913863aead1edb, attempt=4, KuduRpc(method=Scan, tablet=a81dc0b2fc604c2fac913863aead1edb, attempt=4, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [26ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [40ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [67ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xcfb689a5, L:/127.0.0.1:35308 - R:/127.8.47.67:43061], [67ms] delaying RPC due to: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xcfb689a5, L:/127.0.0.1:35308 - R:/127.8.47.67:43061], [80ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [81ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [81ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [157ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [185ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x617d4e1b, L:/127.0.0.1:44126 - R:/127.8.47.125:37987], [185ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, [187ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [190ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, deferred=Deferred@11051034(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup
23:56:36.508 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] connecting to peer
23:56:36.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.509 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009) for tablet a81dc0b2fc604c2fac913863aead1edb: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009
23:56:36.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:36.512986  8381 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 8649
23:56:36.517 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:36.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.518 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061) for tablet 19917c9012f34490888602de3ec703c1: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.527 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:36.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state CONNECTING due to: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.528 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953) for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.536 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:36.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.537 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:36.537 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061) for tablet 34142ef8780b4772b4a6366004a6c09c: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.538 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061) for tablet a81dc0b2fc604c2fac913863aead1edb: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.547 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] connecting to peer
23:56:36.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] cleaning up while in state CONNECTING due to: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.548 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061) for tablet 680d14dfeaa34b9ca7fab2632ae4fb6e: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061
23:56:36.553 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.8.47.124:36079(127.8.47.124:36079)] handling channelInactive
23:56:36.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state READY due to: connection closed
23:56:36.553 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.8.47.124:36079(127.8.47.124:36079)] handling channelInactive
23:56:36.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state READY due to: connection closed
23:56:36.553 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.47.124:36079(127.8.47.124:36079)] handling channelInactive
23:56:36.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state READY due to: connection closed
23:56:36.554 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.8.47.124:36079(127.8.47.124:36079)] handling channelInactive
23:56:36.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state READY due to: connection closed
23:56:36.557 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:36.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state CONNECTING due to: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.557 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953) for tablet 19917c9012f34490888602de3ec703c1: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.561 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.8.47.124:36079(127.8.47.124:36079)] handling channelInactive
23:56:36.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state READY due to: connection closed
23:56:36.576 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:36.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state CONNECTING due to: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.577 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953) for tablet 34142ef8780b4772b4a6366004a6c09c: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.578 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] connecting to peer
23:56:36.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] cleaning up while in state CONNECTING due to: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.578 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953) for tablet a81dc0b2fc604c2fac913863aead1edb: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953
23:56:36.597 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.597 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.8.47.124:36079(127.8.47.124:36079) for tablet Kudu Master: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.598 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.598 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.8.47.124:36079(127.8.47.124:36079) for tablet Kudu Master: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.608 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.610 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.8.47.124:36079(127.8.47.124:36079) for tablet Kudu Master: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.617 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.617 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.617 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.617 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.618 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.618 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.619 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.627 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.628 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.628 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.628 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.636 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.636 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.636 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.637 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.637 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.637 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.639 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.639 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.640 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.8.47.124:36079(127.8.47.124:36079) for tablet Kudu Master: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.647 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.647 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.648 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.648 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.648 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.648 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.656 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.657 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.658 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.657 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.658 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.659 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.659 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.659 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.660 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.660 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.660 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.667 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.667 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.667 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.668 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.676 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.676 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.677 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.678 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.678 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.678 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.678 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.678 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.679 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.680 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.680 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.682 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:36.682 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:36.682 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:36.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.683 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:36.687 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.687 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.687 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.688 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.688 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.688 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.688 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.696 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.696 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.696 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.697 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.697 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.697 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.697 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.698 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.698 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468596703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:36.714 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:56:36.715 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:56:36.718 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.718 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.718 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.719 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.727 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.728 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.728 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.736 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.737 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.737 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.738 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.738 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.738 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.738 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.738 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:36.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:36.740 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:36.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:36.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:36.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:36.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:36.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:36.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:36.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:36.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:36.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:36.741 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:36.747 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.747 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.747 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.748 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.757 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.757 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.757 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.758 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.768 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.768 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.768 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.768 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.769 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.769 [INFO - pool-474-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.769 [WARN - pool-474-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.798 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.798 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.798 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.815 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:36.815 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:36.815 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:36.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:36.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:36.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:36.816 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:36.836 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.836 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.837 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.837 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.837 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.838 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.838 [INFO - pool-468-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.838 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.838 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.876 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.877 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.877 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.877 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.878 [INFO - pool-468-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.878 [WARN - pool-468-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.878 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.878 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.878 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.887 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.887 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.887 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.936 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.936 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:36.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.937 [INFO - pool-468-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.937 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.938 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:36.940 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:36.940 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:36.940 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:36.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:36.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:36.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:36.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:36.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:36.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:36.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:36.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:36.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:36.941 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:36.978 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:36.978 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:36.978 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:36.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:36.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:36.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:36.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:37.003 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:37.003 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:37.003 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:37.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.004 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:37.050 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:37.050 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:37.050 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:37.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:37.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:37.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:37.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:37.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:37.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:37.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:37.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:37.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:37.051 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:37.057 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:37.057 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:37.058 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:37.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.058 [INFO - pool-472-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.058 [WARN - pool-472-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:37.097 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:37.097 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:37.097 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:37.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:37.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468597203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:37.213 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:56:37.214 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:56:37.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.261 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:37.261 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:37.261 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:37.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:37.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:37.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:37.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:37.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:37.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:37.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:37.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:37.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:37.262 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:37.389 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:37.390 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:37.390 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:37.390 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.390 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.391 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:37.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.477 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:37.477 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:37.477 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:37.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.478 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:37.486 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:37.486 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:37.487 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:37.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:37.514 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:37.515 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:37.515 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:37.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.516 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:37.517 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:37.517 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:37.518 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:37.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.518 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:37.548 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:37.548 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:37.548 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:37.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.549 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.549 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.549 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.549 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:37.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:37.550 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:37.550 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:37.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:37.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:37.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:37.550 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:37.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468597702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:37.711 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:37.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:56:37.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:56:37Z chronyd exiting
23:56:37.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.910 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:37.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.937 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:37.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:37.937 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:37.937 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:37.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.938 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:37.956 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:37.956 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:37.956 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:37.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:37.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:37.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:37.957 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:37.959 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:37.959 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:37.959 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:37.959 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:37.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:37.960 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:37.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:37.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:37.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:37.960 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:37.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:37.960 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:37.960 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:37.962 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:37.962 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:37.962 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:37.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:37.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:37.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:37.963 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:37.963 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27671), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [78ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [248ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [266ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [269ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [269ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [411ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [412ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [416ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [416ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [417ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [421ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [442ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [523ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [562ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [563ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [563ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [563ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [762ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [883ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1902ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1960ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1962ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2560ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@660458701(state=PENDING, result=null, callback=(continuation of Deferred@732128411 after retry RPC after error@38011231) -> (continuation of Deferred@1982013767 after retry RPC after error@1062314218) -> (continuation of Deferred@258378791 after retry RPC after error@755645037) -> (continuation of Deferred@1120669586 after retry RPC after error@1890103761) -> (continuation of Deferred@1267997783 after retry RPC after error@925994522) -> (continuation of Deferred@354662385 after retry RPC after error@548448957) -> (continuation of Deferred@1269656664 after retry RPC after error@1893165673) -> (continuation of Deferred@2017712061 after retry RPC after error@1568894794) -> (continuation of Deferred@2112624398 after retry RPC after error@908312312) -> (continuation of Deferred@1346075070 after retry RPC after error@369403340) -> (continuation of Deferred@189633637 after retry RPC after error@548552586) -> (continuation of Deferred@726615211 after retry RPC after error@408334027) -> (continuation of Deferred@2145386264 after retry RPC after error@1310773510) -> (continuation of Deferred@521911925 after retry RPC after error@848722859) -> (continuation of Deferred@842098142 after retry RPC after error@2052143743) -> (continuation of Deferred@956025686 after retry RPC after error@959554753) -> (continuation of Deferred@1522092 after retry RPC after error@1936091411) -> (continuation of Deferred@354532690 after retry RPC after error@553784475) -> (continuation of Deferred@417432398 after retry RPC after error@1485787056) -> (continuation of Deferred@1088205534 after retry RPC after error@1909182610) -> (continuation of Deferred@1705297430 after retry RPC after error@1207236573) -> (continuation of Deferred@1645995967 after retry RPC after error@1308353582) -> (continuation of Deferred@237772785 after retry RPC after error@1845910518) -> (continuation of Deferred@1402830742 after retry RPC after error@1096104799), errback=(continuation of Deferred@732128411 after retry RPC after error@38011231) -> (continuation of Deferred@1982013767 after retry RPC after error@1062314218) -> (continuation of Deferred@258378791 after retry RPC after error@755645037) -> (continuation of Deferred@1120669586 after retry RPC after error@1890103761) -> (continuation of Deferred@1267997783 after retry RPC after error@925994522) -> (continuation of Deferred@354662385 after retry RPC after error@548448957) -> (continuation of Deferred@1269656664 after retry RPC after error@1893165673) -> (continuation of Deferred@2017712061 after retry RPC after error@1568894794) -> (continuation of Deferred@2112624398 after retry RPC after error@908312312) -> (continuation of Deferred@1346075070 after retry RPC after error@369403340) -> (continuation of Deferred@189633637 after retry RPC after error@548552586) -> (continuation of Deferred@726615211 after retry RPC after error@408334027) -> (continuation of Deferred@2145386264 after retry RPC after error@1310773510) -> (continuation of Deferred@521911925 after retry RPC after error@848722859) -> (continuation of Deferred@842098142 after retry RPC after error@2052143743) -> (continuation of Deferred@956025686 after retry RPC after error@959554753) -> (continuation of Deferred@1522092 after retry RPC after error@1936091411) -> (continuation of Deferred@354532690 after retry RPC after error@553784475) -> (continuation of Deferred@417432398 after retry RPC after error@1485787056) -> (continuation of Deferred@1088205534 after retry RPC after error@1909182610) -> (continuation of Deferred@1705297430 after retry RPC after error@1207236573) -> (continuation of Deferred@1645995967 after retry RPC after error@1308353582) -> (continuation of Deferred@237772785 after retry RPC after error@1845910518) -> (continuation of Deferred@1402830742 after retry RPC after error@1096104799)))
23:56:37.964 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:56:37.964 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27671), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [78ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [248ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [266ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [269ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [269ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [411ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [412ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [416ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [416ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [417ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [421ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [442ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [523ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [562ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [563ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [563ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [563ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [762ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [883ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1902ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1960ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1962ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2560ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@660458701(state=PENDING, result=null, callback=(continuation of Deferred@732128411 after retry RPC after error@38011231) -> (continuation of Deferred@1982013767 after retry RPC after error@1062314218) -> (continuation of Deferred@258378791 after retry RPC after error@755645037) -> (continuation of Deferred@1120669586 after retry RPC after error@1890103761) -> (continuation of Deferred@1267997783 after retry RPC after error@925994522) -> (continuation of Deferred@354662385 after retry RPC after error@548448957) -> (continuation of Deferred@1269656664 after retry RPC after error@1893165673) -> (continuation of Deferred@2017712061 after retry RPC after error@1568894794) -> (continuation of Deferred@2112624398 after retry RPC after error@908312312) -> (continuation of Deferred@1346075070 after retry RPC after error@369403340) -> (continuation of Deferred@189633637 after retry RPC after error@548552586) -> (continuation of Deferred@726615211 after retry RPC after error@408334027) -> (continuation of Deferred@2145386264 after retry RPC after error@1310773510) -> (continuation of Deferred@521911925 after retry RPC after error@848722859) -> (continuation of Deferred@842098142 after retry RPC after error@2052143743) -> (continuation of Deferred@956025686 after retry RPC after error@959554753) -> (continuation of Deferred@1522092 after retry RPC after error@1936091411) -> (continuation of Deferred@354532690 after retry RPC after error@553784475) -> (continuation of Deferred@417432398 after retry RPC after error@1485787056) -> (continuation of Deferred@1088205534 after retry RPC after error@1909182610) -> (continuation of Deferred@1705297430 after retry RPC after error@1207236573) -> (continuation of Deferred@1645995967 after retry RPC after error@1308353582) -> (continuation of Deferred@237772785 after retry RPC after error@1845910518) -> (continuation of Deferred@1402830742 after retry RPC after error@1096104799), errback=(continuation of Deferred@732128411 after retry RPC after error@38011231) -> (continuation of Deferred@1982013767 after retry RPC after error@1062314218) -> (continuation of Deferred@258378791 after retry RPC after error@755645037) -> (continuation of Deferred@1120669586 after retry RPC after error@1890103761) -> (continuation of Deferred@1267997783 after retry RPC after error@925994522) -> (continuation of Deferred@354662385 after retry RPC after error@548448957) -> (continuation of Deferred@1269656664 after retry RPC after error@1893165673) -> (continuation of Deferred@2017712061 after retry RPC after error@1568894794) -> (continuation of Deferred@2112624398 after retry RPC after error@908312312) -> (continuation of Deferred@1346075070 after retry RPC after error@369403340) -> (continuation of Deferred@189633637 after retry RPC after error@548552586) -> (continuation of Deferred@726615211 after retry RPC after error@408334027) -> (continuation of Deferred@2145386264 after retry RPC after error@1310773510) -> (continuation of Deferred@521911925 after retry RPC after error@848722859) -> (continuation of Deferred@842098142 after retry RPC after error@2052143743) -> (continuation of Deferred@956025686 after retry RPC after error@959554753) -> (continuation of Deferred@1522092 after retry RPC after error@1936091411) -> (continuation of Deferred@354532690 after retry RPC after error@553784475) -> (continuation of Deferred@417432398 after retry RPC after error@1485787056) -> (continuation of Deferred@1088205534 after retry RPC after error@1909182610) -> (continuation of Deferred@1705297430 after retry RPC after error@1207236573) -> (continuation of Deferred@1645995967 after retry RPC after error@1308353582) -> (continuation of Deferred@237772785 after retry RPC after error@1845910518) -> (continuation of Deferred@1402830742 after retry RPC after error@1096104799)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:37.965 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:56:37.966 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:56:37.968 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27671), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [78ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [248ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [266ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [269ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [269ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [411ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [412ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [416ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [416ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [417ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [421ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [442ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [523ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [562ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [563ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [563ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [563ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [762ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [882ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [883ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1902ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1960ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1962ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2560ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@660458701(state=PENDING, result=null, callback=(continuation of Deferred@732128411 after retry RPC after error@38011231) -> (continuation of Deferred@1982013767 after retry RPC after error@1062314218) -> (continuation of Deferred@258378791 after retry RPC after error@755645037) -> (continuation of Deferred@1120669586 after retry RPC after error@1890103761) -> (continuation of Deferred@1267997783 after retry RPC after error@925994522) -> (continuation of Deferred@354662385 after retry RPC after error@548448957) -> (continuation of Deferred@1269656664 after retry RPC after error@1893165673) -> (continuation of Deferred@2017712061 after retry RPC after error@1568894794) -> (continuation of Deferred@2112624398 after retry RPC after error@908312312) -> (continuation of Deferred@1346075070 after retry RPC after error@369403340) -> (continuation of Deferred@189633637 after retry RPC after error@548552586) -> (continuation of Deferred@726615211 after retry RPC after error@408334027) -> (continuation of Deferred@2145386264 after retry RPC after error@1310773510) -> (continuation of Deferred@521911925 after retry RPC after error@848722859) -> (continuation of Deferred@842098142 after retry RPC after error@2052143743) -> (continuation of Deferred@956025686 after retry RPC after error@959554753) -> (continuation of Deferred@1522092 after retry RPC after error@1936091411) -> (continuation of Deferred@354532690 after retry RPC after error@553784475) -> (continuation of Deferred@417432398 after retry RPC after error@1485787056) -> (continuation of Deferred@1088205534 after retry RPC after error@1909182610) -> (continuation of Deferred@1705297430 after retry RPC after error@1207236573) -> (continuation of Deferred@1645995967 after retry RPC after error@1308353582) -> (continuation of Deferred@237772785 after retry RPC after error@1845910518) -> (continuation of Deferred@1402830742 after retry RPC after error@1096104799), errback=(continuation of Deferred@732128411 after retry RPC after error@38011231) -> (continuation of Deferred@1982013767 after retry RPC after error@1062314218) -> (continuation of Deferred@258378791 after retry RPC after error@755645037) -> (continuation of Deferred@1120669586 after retry RPC after error@1890103761) -> (continuation of Deferred@1267997783 after retry RPC after error@925994522) -> (continuation of Deferred@354662385 after retry RPC after error@548448957) -> (continuation of Deferred@1269656664 after retry RPC after error@1893165673) -> (continuation of Deferred@2017712061 after retry RPC after error@1568894794) -> (continuation of Deferred@2112624398 after retry RPC after error@908312312) -> (continuation of Deferred@1346075070 after retry RPC after error@369403340) -> (continuation of Deferred@189633637 after retry RPC after error@548552586) -> (continuation of Deferred@726615211 after retry RPC after error@408334027) -> (continuation of Deferred@2145386264 after retry RPC after error@1310773510) -> (continuation of Deferred@521911925 after retry RPC after error@848722859) -> (continuation of Deferred@842098142 after retry RPC after error@2052143743) -> (continuation of Deferred@956025686 after retry RPC after error@959554753) -> (continuation of Deferred@1522092 after retry RPC after error@1936091411) -> (continuation of Deferred@354532690 after retry RPC after error@553784475) -> (continuation of Deferred@417432398 after retry RPC after error@1485787056) -> (continuation of Deferred@1088205534 after retry RPC after error@1909182610) -> (continuation of Deferred@1705297430 after retry RPC after error@1207236573) -> (continuation of Deferred@1645995967 after retry RPC after error@1308353582) -> (continuation of Deferred@237772785 after retry RPC after error@1845910518) -> (continuation of Deferred@1402830742 after retry RPC after error@1096104799)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:37.969 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:37.969 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
23:56:37.969 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:56:37.969 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state RUNNING to RESTARTING.
23:56:37.969 [WARN - flink-pekko.actor.default-dispatcher-5] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:56:38.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:38.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468598202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:38.211 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:56:38.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:56:38.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:38.282 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:38.282 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:38.282 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:38.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:38.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:38.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:38.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:38.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:38.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:38.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:38.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:38.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:38.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:38.328 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:38.328 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:38.328 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:38.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.329 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.329 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:38.352 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:38.353 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:38.353 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:38.353 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:38.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:38.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:38.353 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:38.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:38.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:38.353 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:38.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:38.353 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:38.353 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:38.381 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:38.381 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:38.381 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:38.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:38.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:38.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:38.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:38.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:38.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:38.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:38.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:38.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:38.382 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:38.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:38.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:38.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:38.667 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:38.667 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:38.667 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:38.667 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:38.667 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:38.667 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:38.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:38.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:38.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:38.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:38.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:38.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:38.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.668 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:38.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:38.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:38.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:38.668 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:38.669 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [53ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [138ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [139ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [263ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [272ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [272ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [302ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [322ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [341ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [400ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [402ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [422ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [524ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1543ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1762ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@131593836(state=PENDING, result=null, callback=(continuation of Deferred@1343548461 after retry RPC after error@1443070718) -> (continuation of Deferred@211214832 after retry RPC after error@877269656) -> (continuation of Deferred@1128854968 after retry RPC after error@160861021) -> (continuation of Deferred@850686718 after retry RPC after error@1452173538) -> (continuation of Deferred@1391440574 after retry RPC after error@1872627677) -> (continuation of Deferred@2125245266 after retry RPC after error@1530926365) -> (continuation of Deferred@1955931785 after retry RPC after error@1806333737) -> (continuation of Deferred@1883748149 after retry RPC after error@737455325) -> (continuation of Deferred@1980261956 after retry RPC after error@1310934163) -> (continuation of Deferred@59812989 after retry RPC after error@227310230) -> (continuation of Deferred@948115237 after retry RPC after error@1825627002) -> (continuation of Deferred@1789227481 after retry RPC after error@68415185) -> (continuation of Deferred@613022537 after retry RPC after error@1323892649) -> (continuation of Deferred@260203540 after retry RPC after error@352085587) -> (continuation of Deferred@2143585334 after retry RPC after error@1993877968) -> (continuation of Deferred@1785086427 after retry RPC after error@492796986) -> (continuation of Deferred@1189199507 after retry RPC after error@1908447542) -> (continuation of Deferred@703620684 after retry RPC after error@1328050660) -> (continuation of Deferred@83250100 after retry RPC after error@1904900917) -> (continuation of Deferred@1541579086 after retry RPC after error@1464425607) -> (continuation of Deferred@1641289265 after retry RPC after error@1126537965) -> (continuation of Deferred@226736918 after retry RPC after error@271803205) -> (continuation of Deferred@1368885996 after retry RPC after error@1049264321) -> (continuation of Deferred@776062733 after retry RPC after error@627286219) -> (continuation of Deferred@1213107809 after retry RPC after error@573084449) -> (continuation of Deferred@40976838 after retry RPC after error@976018619) -> (continuation of Deferred@112025625 after retry RPC after error@1618631286), errback=(continuation of Deferred@1343548461 after retry RPC after error@1443070718) -> (continuation of Deferred@211214832 after retry RPC after error@877269656) -> (continuation of Deferred@1128854968 after retry RPC after error@160861021) -> (continuation of Deferred@850686718 after retry RPC after error@1452173538) -> (continuation of Deferred@1391440574 after retry RPC after error@1872627677) -> (continuation of Deferred@2125245266 after retry RPC after error@1530926365) -> (continuation of Deferred@1955931785 after retry RPC after error@1806333737) -> (continuation of Deferred@1883748149 after retry RPC after error@737455325) -> (continuation of Deferred@1980261956 after retry RPC after error@1310934163) -> (continuation of Deferred@59812989 after retry RPC after error@227310230) -> (continuation of Deferred@948115237 after retry RPC after error@1825627002) -> (continuation of Deferred@1789227481 after retry RPC after error@68415185) -> (continuation of Deferred@613022537 after retry RPC after error@1323892649) -> (continuation of Deferred@260203540 after retry RPC after error@352085587) -> (continuation of Deferred@2143585334 after retry RPC after error@1993877968) -> (continuation of Deferred@1785086427 after retry RPC after error@492796986) -> (continuation of Deferred@1189199507 after retry RPC after error@1908447542) -> (continuation of Deferred@703620684 after retry RPC after error@1328050660) -> (continuation of Deferred@83250100 after retry RPC after error@1904900917) -> (continuation of Deferred@1541579086 after retry RPC after error@1464425607) -> (continuation of Deferred@1641289265 after retry RPC after error@1126537965) -> (continuation of Deferred@226736918 after retry RPC after error@271803205) -> (continuation of Deferred@1368885996 after retry RPC after error@1049264321) -> (continuation of Deferred@776062733 after retry RPC after error@627286219) -> (continuation of Deferred@1213107809 after retry RPC after error@573084449) -> (continuation of Deferred@40976838 after retry RPC after error@976018619) -> (continuation of Deferred@112025625 after retry RPC after error@1618631286)))
23:56:38.669 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:56:38.670 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [53ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [138ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [139ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [263ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [272ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [272ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [302ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [322ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [341ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [400ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [402ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [422ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [524ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1543ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1762ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@131593836(state=PENDING, result=null, callback=(continuation of Deferred@1343548461 after retry RPC after error@1443070718) -> (continuation of Deferred@211214832 after retry RPC after error@877269656) -> (continuation of Deferred@1128854968 after retry RPC after error@160861021) -> (continuation of Deferred@850686718 after retry RPC after error@1452173538) -> (continuation of Deferred@1391440574 after retry RPC after error@1872627677) -> (continuation of Deferred@2125245266 after retry RPC after error@1530926365) -> (continuation of Deferred@1955931785 after retry RPC after error@1806333737) -> (continuation of Deferred@1883748149 after retry RPC after error@737455325) -> (continuation of Deferred@1980261956 after retry RPC after error@1310934163) -> (continuation of Deferred@59812989 after retry RPC after error@227310230) -> (continuation of Deferred@948115237 after retry RPC after error@1825627002) -> (continuation of Deferred@1789227481 after retry RPC after error@68415185) -> (continuation of Deferred@613022537 after retry RPC after error@1323892649) -> (continuation of Deferred@260203540 after retry RPC after error@352085587) -> (continuation of Deferred@2143585334 after retry RPC after error@1993877968) -> (continuation of Deferred@1785086427 after retry RPC after error@492796986) -> (continuation of Deferred@1189199507 after retry RPC after error@1908447542) -> (continuation of Deferred@703620684 after retry RPC after error@1328050660) -> (continuation of Deferred@83250100 after retry RPC after error@1904900917) -> (continuation of Deferred@1541579086 after retry RPC after error@1464425607) -> (continuation of Deferred@1641289265 after retry RPC after error@1126537965) -> (continuation of Deferred@226736918 after retry RPC after error@271803205) -> (continuation of Deferred@1368885996 after retry RPC after error@1049264321) -> (continuation of Deferred@776062733 after retry RPC after error@627286219) -> (continuation of Deferred@1213107809 after retry RPC after error@573084449) -> (continuation of Deferred@40976838 after retry RPC after error@976018619) -> (continuation of Deferred@112025625 after retry RPC after error@1618631286), errback=(continuation of Deferred@1343548461 after retry RPC after error@1443070718) -> (continuation of Deferred@211214832 after retry RPC after error@877269656) -> (continuation of Deferred@1128854968 after retry RPC after error@160861021) -> (continuation of Deferred@850686718 after retry RPC after error@1452173538) -> (continuation of Deferred@1391440574 after retry RPC after error@1872627677) -> (continuation of Deferred@2125245266 after retry RPC after error@1530926365) -> (continuation of Deferred@1955931785 after retry RPC after error@1806333737) -> (continuation of Deferred@1883748149 after retry RPC after error@737455325) -> (continuation of Deferred@1980261956 after retry RPC after error@1310934163) -> (continuation of Deferred@59812989 after retry RPC after error@227310230) -> (continuation of Deferred@948115237 after retry RPC after error@1825627002) -> (continuation of Deferred@1789227481 after retry RPC after error@68415185) -> (continuation of Deferred@613022537 after retry RPC after error@1323892649) -> (continuation of Deferred@260203540 after retry RPC after error@352085587) -> (continuation of Deferred@2143585334 after retry RPC after error@1993877968) -> (continuation of Deferred@1785086427 after retry RPC after error@492796986) -> (continuation of Deferred@1189199507 after retry RPC after error@1908447542) -> (continuation of Deferred@703620684 after retry RPC after error@1328050660) -> (continuation of Deferred@83250100 after retry RPC after error@1904900917) -> (continuation of Deferred@1541579086 after retry RPC after error@1464425607) -> (continuation of Deferred@1641289265 after retry RPC after error@1126537965) -> (continuation of Deferred@226736918 after retry RPC after error@271803205) -> (continuation of Deferred@1368885996 after retry RPC after error@1049264321) -> (continuation of Deferred@776062733 after retry RPC after error@627286219) -> (continuation of Deferred@1213107809 after retry RPC after error@573084449) -> (continuation of Deferred@40976838 after retry RPC after error@976018619) -> (continuation of Deferred@112025625 after retry RPC after error@1618631286)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:38.670 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:56:38.671 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:56:38.673 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [53ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [138ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [139ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [263ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [272ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [272ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [302ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [322ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [341ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [400ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [402ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [422ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [523ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [524ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1543ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1762ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@131593836(state=PENDING, result=null, callback=(continuation of Deferred@1343548461 after retry RPC after error@1443070718) -> (continuation of Deferred@211214832 after retry RPC after error@877269656) -> (continuation of Deferred@1128854968 after retry RPC after error@160861021) -> (continuation of Deferred@850686718 after retry RPC after error@1452173538) -> (continuation of Deferred@1391440574 after retry RPC after error@1872627677) -> (continuation of Deferred@2125245266 after retry RPC after error@1530926365) -> (continuation of Deferred@1955931785 after retry RPC after error@1806333737) -> (continuation of Deferred@1883748149 after retry RPC after error@737455325) -> (continuation of Deferred@1980261956 after retry RPC after error@1310934163) -> (continuation of Deferred@59812989 after retry RPC after error@227310230) -> (continuation of Deferred@948115237 after retry RPC after error@1825627002) -> (continuation of Deferred@1789227481 after retry RPC after error@68415185) -> (continuation of Deferred@613022537 after retry RPC after error@1323892649) -> (continuation of Deferred@260203540 after retry RPC after error@352085587) -> (continuation of Deferred@2143585334 after retry RPC after error@1993877968) -> (continuation of Deferred@1785086427 after retry RPC after error@492796986) -> (continuation of Deferred@1189199507 after retry RPC after error@1908447542) -> (continuation of Deferred@703620684 after retry RPC after error@1328050660) -> (continuation of Deferred@83250100 after retry RPC after error@1904900917) -> (continuation of Deferred@1541579086 after retry RPC after error@1464425607) -> (continuation of Deferred@1641289265 after retry RPC after error@1126537965) -> (continuation of Deferred@226736918 after retry RPC after error@271803205) -> (continuation of Deferred@1368885996 after retry RPC after error@1049264321) -> (continuation of Deferred@776062733 after retry RPC after error@627286219) -> (continuation of Deferred@1213107809 after retry RPC after error@573084449) -> (continuation of Deferred@40976838 after retry RPC after error@976018619) -> (continuation of Deferred@112025625 after retry RPC after error@1618631286), errback=(continuation of Deferred@1343548461 after retry RPC after error@1443070718) -> (continuation of Deferred@211214832 after retry RPC after error@877269656) -> (continuation of Deferred@1128854968 after retry RPC after error@160861021) -> (continuation of Deferred@850686718 after retry RPC after error@1452173538) -> (continuation of Deferred@1391440574 after retry RPC after error@1872627677) -> (continuation of Deferred@2125245266 after retry RPC after error@1530926365) -> (continuation of Deferred@1955931785 after retry RPC after error@1806333737) -> (continuation of Deferred@1883748149 after retry RPC after error@737455325) -> (continuation of Deferred@1980261956 after retry RPC after error@1310934163) -> (continuation of Deferred@59812989 after retry RPC after error@227310230) -> (continuation of Deferred@948115237 after retry RPC after error@1825627002) -> (continuation of Deferred@1789227481 after retry RPC after error@68415185) -> (continuation of Deferred@613022537 after retry RPC after error@1323892649) -> (continuation of Deferred@260203540 after retry RPC after error@352085587) -> (continuation of Deferred@2143585334 after retry RPC after error@1993877968) -> (continuation of Deferred@1785086427 after retry RPC after error@492796986) -> (continuation of Deferred@1189199507 after retry RPC after error@1908447542) -> (continuation of Deferred@703620684 after retry RPC after error@1328050660) -> (continuation of Deferred@83250100 after retry RPC after error@1904900917) -> (continuation of Deferred@1541579086 after retry RPC after error@1464425607) -> (continuation of Deferred@1641289265 after retry RPC after error@1126537965) -> (continuation of Deferred@226736918 after retry RPC after error@271803205) -> (continuation of Deferred@1368885996 after retry RPC after error@1049264321) -> (continuation of Deferred@776062733 after retry RPC after error@627286219) -> (continuation of Deferred@1213107809 after retry RPC after error@573084449) -> (continuation of Deferred@40976838 after retry RPC after error@976018619) -> (continuation of Deferred@112025625 after retry RPC after error@1618631286)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:38.674 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:38.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:56:38.674 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:56:38.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468598702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:38.711 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:56:38.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:56:38.716 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:38.716 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:38.717 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:38.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:38.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:38.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:38.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:38.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:38.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:38.917 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:38.917 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:38.917 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:38.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:38.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:38.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:38.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:38.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:38.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:38.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:38.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:38.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:38.918 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
.23:56:38.921 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468598920
23:56:38.921 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468598921
23:56:38.927 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:56:38.933 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:56:38.933 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:56:38.933 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:56:38.934 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:56:38.934 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:56:38.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:38.939 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:56:39.001 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:39.001 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:39.001 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:39.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:39.046 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:39.046 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:39.046 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:39.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:39.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:39.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:39.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:39.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:39.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:39.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:39.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:39.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:39.047 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:39.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.191 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.192 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.192 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.192 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.192 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.206 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468599203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:39.214 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:39.214 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:39.214 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:39.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:39.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:39.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:39.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:39.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:39.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:39.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:39.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:39.216 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:56:39.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:39.216 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:39.216 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:56:39.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.239 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:39.239 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:39.240 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:39.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:39.320 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:56:39.320 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:56:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:39.324113 10931 mini_oidc.cc:150] Starting JWKS server
23:56:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:39.327942 10931 webserver.cc:534] Webserver started at http://127.0.0.1:46229/ using document root <none> and password file <none>
23:56:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:39.328374 10931 mini_oidc.cc:186] Starting OIDC Discovery server
23:56:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:39.330473 10931 webserver.cc:534] Webserver started at http://127.0.0.1:35737/ using document root <none> and password file <none>
23:56:39.371 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 21e2debdfd3dd44c55b9e77e6c84805b from Checkpoint 71 @ 1783468569029 for 21e2debdfd3dd44c55b9e77e6c84805b located at file:/tmp/junit17057693120785801947/checkpoints/21e2debdfd3dd44c55b9e77e6c84805b/chk-71.
23:56:39.372 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:56:39.372 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 71 for source Source: KuduSource to checkpoint.
23:56:39.372 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:56:39.373 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:39.373 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:56:39.373 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 9eb3bc36acb680bab4e38ccb6d77f702
23:56:39.373 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state RESTARTING to RUNNING.
23:56:39.373 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9eb3bc36acb680bab4e38ccb6d77f702.
23:56:39.374 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 21e2debdfd3dd44c55b9e77e6c84805b from Checkpoint 71 @ 1783468569029 for 21e2debdfd3dd44c55b9e77e6c84805b located at file:/tmp/junit17057693120785801947/checkpoints/21e2debdfd3dd44c55b9e77e6c84805b/chk-71.
23:56:39.374 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:56:39.374 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
23:56:39.375 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 9eb3bc36acb680bab4e38ccb6d77f702.
23:56:39.375 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 71 for source Source: KuduSource to checkpoint.
23:56:39.375 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
23:56:39.375 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 2bf279fca58d52bfb04fe365b941da91
23:56:39.376 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2bf279fca58d52bfb04fe365b941da91.
23:56:39.376 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:56:39.376 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:56:39.376 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a777bf7
23:56:39.376 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:39.377 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 2bf279fca58d52bfb04fe365b941da91.
23:56:39.377 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:39.377 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:39.377 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:56:39.377 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
23:56:39.377 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:56:39.377 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
23:56:39.378 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ea62703
23:56:39.378 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:39.378 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:39.378 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:56:39.378 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:56:39.379 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ce55a95
23:56:39.380 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f6e13b9
23:56:39.382 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:39.382 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:39.383 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.384 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.384 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.385 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:56:39Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:56:39.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:56:39Z Disabled control of system clock
23:56:39.393 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.393 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.396 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.403 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.404 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.404 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.405 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.406 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.406 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.406 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.407 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:39.408502 10931 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/wal
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/data
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/logs
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/data/info.pb
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.254:33797
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.254
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json with env {}
23:56:39.424 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.425 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.425 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.425 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.426 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.426 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.429 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.444 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.444 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.444 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.445 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.445 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.464 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.464 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.464 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.464 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.465 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.465 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.465 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.498 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:39.498 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:39.498 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:39.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:39.501 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:39.501 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:39.501 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:39.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:39.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:39.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:39.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:39.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:39.502 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:39.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:39.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:39.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:39.502 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:39.503 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.503 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.504 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.505 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.505 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.505 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.506 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.526 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.527 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:39.527 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:39.527 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:39.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:39.535 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:39.535 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:39.535 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:39.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.536 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:39.544 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.545 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.545 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.546 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.546 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.546 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.546 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.548 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.557 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:39.557 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:39.558 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:39.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:39.605 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.605 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.605 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.606 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.606 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.606 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.606 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.651 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.651 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.651 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.652 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.652 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29320), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [127ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [135ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [135ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [191ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [195ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [326ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [327ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [327ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [343ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [362ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [383ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [423ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [543ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [663ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [663ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [663ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [983ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [983ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [983ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1943ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2002ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [4861ms] too many traces: truncated at 100 traces, deferred=Deferred@1668558310(state=PENDING, result=null, callback=(continuation of Deferred@1012327578 after retry RPC after error@1445194335) -> (continuation of Deferred@706458526 after retry RPC after error@1757585446) -> (continuation of Deferred@1673259920 after retry RPC after error@713262250) -> (continuation of Deferred@1567835431 after retry RPC after error@550313279) -> (continuation of Deferred@479630813 after retry RPC after error@705098801) -> (continuation of Deferred@1838925355 after retry RPC after error@636947010) -> (continuation of Deferred@233261916 after retry RPC after error@282956205) -> (continuation of Deferred@600094467 after retry RPC after error@1056705571) -> (continuation of Deferred@158731531 after retry RPC after error@1968878961) -> (continuation of Deferred@1931507830 after retry RPC after error@769912613) -> (continuation of Deferred@348434887 after retry RPC after error@873819923) -> (continuation of Deferred@1141264943 after retry RPC after error@1982728013) -> (continuation of Deferred@1205197510 after retry RPC after error@1487358168) -> (continuation of Deferred@776404681 after retry RPC after error@685015075) -> (continuation of Deferred@1094614037 after retry RPC after error@599596386) -> (continuation of Deferred@974397290 after retry RPC after error@919426451) -> (continuation of Deferred@77683083 after retry RPC after error@1329336944) -> (continuation of Deferred@1430895538 after retry RPC after error@158600517) -> (continuation of Deferred@127365345 after retry RPC after error@681004529) -> (continuation of Deferred@815523706 after retry RPC after error@430758409) -> (continuation of Deferred@620802469 after retry RPC after error@938121265) -> (continuation of Deferred@1487214977 after retry RPC after error@665254926) -> (continuation of Deferred@126610630 after retry RPC after error@1682163478) -> (continuation of Deferred@341488398 after retry RPC after error@67926791), errback=(continuation of Deferred@1012327578 after retry RPC after error@1445194335) -> (continuation of Deferred@706458526 after retry RPC after error@1757585446) -> (continuation of Deferred@1673259920 after retry RPC after error@713262250) -> (continuation of Deferred@1567835431 after retry RPC after error@550313279) -> (continuation of Deferred@479630813 after retry RPC after error@705098801) -> (continuation of Deferred@1838925355 after retry RPC after error@636947010) -> (continuation of Deferred@233261916 after retry RPC after error@282956205) -> (continuation of Deferred@600094467 after retry RPC after error@1056705571) -> (continuation of Deferred@158731531 after retry RPC after error@1968878961) -> (continuation of Deferred@1931507830 after retry RPC after error@769912613) -> (continuation of Deferred@348434887 after retry RPC after error@873819923) -> (continuation of Deferred@1141264943 after retry RPC after error@1982728013) -> (continuation of Deferred@1205197510 after retry RPC after error@1487358168) -> (continuation of Deferred@776404681 after retry RPC after error@685015075) -> (continuation of Deferred@1094614037 after retry RPC after error@599596386) -> (continuation of Deferred@974397290 after retry RPC after error@919426451) -> (continuation of Deferred@77683083 after retry RPC after error@1329336944) -> (continuation of Deferred@1430895538 after retry RPC after error@158600517) -> (continuation of Deferred@127365345 after retry RPC after error@681004529) -> (continuation of Deferred@815523706 after retry RPC after error@430758409) -> (continuation of Deferred@620802469 after retry RPC after error@938121265) -> (continuation of Deferred@1487214977 after retry RPC after error@665254926) -> (continuation of Deferred@126610630 after retry RPC after error@1682163478) -> (continuation of Deferred@341488398 after retry RPC after error@67926791)))
23:56:39.653 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:56:39.653 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29320), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [127ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [135ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [135ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [191ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [195ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [326ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [327ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [327ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [343ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [362ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [383ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [423ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [543ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [663ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [663ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [663ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [983ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [983ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [983ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1943ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2002ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [4861ms] too many traces: truncated at 100 traces, deferred=Deferred@1668558310(state=PENDING, result=null, callback=(continuation of Deferred@1012327578 after retry RPC after error@1445194335) -> (continuation of Deferred@706458526 after retry RPC after error@1757585446) -> (continuation of Deferred@1673259920 after retry RPC after error@713262250) -> (continuation of Deferred@1567835431 after retry RPC after error@550313279) -> (continuation of Deferred@479630813 after retry RPC after error@705098801) -> (continuation of Deferred@1838925355 after retry RPC after error@636947010) -> (continuation of Deferred@233261916 after retry RPC after error@282956205) -> (continuation of Deferred@600094467 after retry RPC after error@1056705571) -> (continuation of Deferred@158731531 after retry RPC after error@1968878961) -> (continuation of Deferred@1931507830 after retry RPC after error@769912613) -> (continuation of Deferred@348434887 after retry RPC after error@873819923) -> (continuation of Deferred@1141264943 after retry RPC after error@1982728013) -> (continuation of Deferred@1205197510 after retry RPC after error@1487358168) -> (continuation of Deferred@776404681 after retry RPC after error@685015075) -> (continuation of Deferred@1094614037 after retry RPC after error@599596386) -> (continuation of Deferred@974397290 after retry RPC after error@919426451) -> (continuation of Deferred@77683083 after retry RPC after error@1329336944) -> (continuation of Deferred@1430895538 after retry RPC after error@158600517) -> (continuation of Deferred@127365345 after retry RPC after error@681004529) -> (continuation of Deferred@815523706 after retry RPC after error@430758409) -> (continuation of Deferred@620802469 after retry RPC after error@938121265) -> (continuation of Deferred@1487214977 after retry RPC after error@665254926) -> (continuation of Deferred@126610630 after retry RPC after error@1682163478) -> (continuation of Deferred@341488398 after retry RPC after error@67926791), errback=(continuation of Deferred@1012327578 after retry RPC after error@1445194335) -> (continuation of Deferred@706458526 after retry RPC after error@1757585446) -> (continuation of Deferred@1673259920 after retry RPC after error@713262250) -> (continuation of Deferred@1567835431 after retry RPC after error@550313279) -> (continuation of Deferred@479630813 after retry RPC after error@705098801) -> (continuation of Deferred@1838925355 after retry RPC after error@636947010) -> (continuation of Deferred@233261916 after retry RPC after error@282956205) -> (continuation of Deferred@600094467 after retry RPC after error@1056705571) -> (continuation of Deferred@158731531 after retry RPC after error@1968878961) -> (continuation of Deferred@1931507830 after retry RPC after error@769912613) -> (continuation of Deferred@348434887 after retry RPC after error@873819923) -> (continuation of Deferred@1141264943 after retry RPC after error@1982728013) -> (continuation of Deferred@1205197510 after retry RPC after error@1487358168) -> (continuation of Deferred@776404681 after retry RPC after error@685015075) -> (continuation of Deferred@1094614037 after retry RPC after error@599596386) -> (continuation of Deferred@974397290 after retry RPC after error@919426451) -> (continuation of Deferred@77683083 after retry RPC after error@1329336944) -> (continuation of Deferred@1430895538 after retry RPC after error@158600517) -> (continuation of Deferred@127365345 after retry RPC after error@681004529) -> (continuation of Deferred@815523706 after retry RPC after error@430758409) -> (continuation of Deferred@620802469 after retry RPC after error@938121265) -> (continuation of Deferred@1487214977 after retry RPC after error@665254926) -> (continuation of Deferred@126610630 after retry RPC after error@1682163478) -> (continuation of Deferred@341488398 after retry RPC after error@67926791)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.125:41905
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:39.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:56:39.655 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:56:39.657 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29320), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [127ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [135ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [135ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [191ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [195ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [326ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [327ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [327ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [343ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [362ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [383ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [423ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [543ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [663ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [663ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [663ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [983ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [983ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [983ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1943ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2002ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [4861ms] too many traces: truncated at 100 traces, deferred=Deferred@1668558310(state=PENDING, result=null, callback=(continuation of Deferred@1012327578 after retry RPC after error@1445194335) -> (continuation of Deferred@706458526 after retry RPC after error@1757585446) -> (continuation of Deferred@1673259920 after retry RPC after error@713262250) -> (continuation of Deferred@1567835431 after retry RPC after error@550313279) -> (continuation of Deferred@479630813 after retry RPC after error@705098801) -> (continuation of Deferred@1838925355 after retry RPC after error@636947010) -> (continuation of Deferred@233261916 after retry RPC after error@282956205) -> (continuation of Deferred@600094467 after retry RPC after error@1056705571) -> (continuation of Deferred@158731531 after retry RPC after error@1968878961) -> (continuation of Deferred@1931507830 after retry RPC after error@769912613) -> (continuation of Deferred@348434887 after retry RPC after error@873819923) -> (continuation of Deferred@1141264943 after retry RPC after error@1982728013) -> (continuation of Deferred@1205197510 after retry RPC after error@1487358168) -> (continuation of Deferred@776404681 after retry RPC after error@685015075) -> (continuation of Deferred@1094614037 after retry RPC after error@599596386) -> (continuation of Deferred@974397290 after retry RPC after error@919426451) -> (continuation of Deferred@77683083 after retry RPC after error@1329336944) -> (continuation of Deferred@1430895538 after retry RPC after error@158600517) -> (continuation of Deferred@127365345 after retry RPC after error@681004529) -> (continuation of Deferred@815523706 after retry RPC after error@430758409) -> (continuation of Deferred@620802469 after retry RPC after error@938121265) -> (continuation of Deferred@1487214977 after retry RPC after error@665254926) -> (continuation of Deferred@126610630 after retry RPC after error@1682163478) -> (continuation of Deferred@341488398 after retry RPC after error@67926791), errback=(continuation of Deferred@1012327578 after retry RPC after error@1445194335) -> (continuation of Deferred@706458526 after retry RPC after error@1757585446) -> (continuation of Deferred@1673259920 after retry RPC after error@713262250) -> (continuation of Deferred@1567835431 after retry RPC after error@550313279) -> (continuation of Deferred@479630813 after retry RPC after error@705098801) -> (continuation of Deferred@1838925355 after retry RPC after error@636947010) -> (continuation of Deferred@233261916 after retry RPC after error@282956205) -> (continuation of Deferred@600094467 after retry RPC after error@1056705571) -> (continuation of Deferred@158731531 after retry RPC after error@1968878961) -> (continuation of Deferred@1931507830 after retry RPC after error@769912613) -> (continuation of Deferred@348434887 after retry RPC after error@873819923) -> (continuation of Deferred@1141264943 after retry RPC after error@1982728013) -> (continuation of Deferred@1205197510 after retry RPC after error@1487358168) -> (continuation of Deferred@776404681 after retry RPC after error@685015075) -> (continuation of Deferred@1094614037 after retry RPC after error@599596386) -> (continuation of Deferred@974397290 after retry RPC after error@919426451) -> (continuation of Deferred@77683083 after retry RPC after error@1329336944) -> (continuation of Deferred@1430895538 after retry RPC after error@158600517) -> (continuation of Deferred@127365345 after retry RPC after error@681004529) -> (continuation of Deferred@815523706 after retry RPC after error@430758409) -> (continuation of Deferred@620802469 after retry RPC after error@938121265) -> (continuation of Deferred@1487214977 after retry RPC after error@665254926) -> (continuation of Deferred@126610630 after retry RPC after error@1682163478) -> (continuation of Deferred@341488398 after retry RPC after error@67926791)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.125:41905
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:39.658 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:56:39.658 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:39.658 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:56:39.658 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state RUNNING to RESTARTING.
23:56:39.664 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.664 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.664 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.665 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468599703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:39.712 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:39.713 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:56:39.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.743 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.743 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.743 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.744 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.745 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29019), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [7ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [14ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [54ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [73ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [97ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [98ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [502ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [963ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1682ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2702ms] too many traces: truncated at 100 traces, deferred=Deferred@168771999(state=PENDING, result=null, callback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724), errback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724)))
23:56:39.745 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.745 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.745 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.746 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.746 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.746 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.745 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.745 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29019), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [7ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [14ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [54ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [73ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [97ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [98ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [502ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [963ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1682ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2702ms] too many traces: truncated at 100 traces, deferred=Deferred@168771999(state=PENDING, result=null, callback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724), errback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29019), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [7ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [14ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [54ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [73ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [97ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [98ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [502ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [963ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1682ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2702ms] too many traces: truncated at 100 traces, deferred=Deferred@168771999(state=PENDING, result=null, callback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724), errback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.28.188:34021
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:39.746 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.747 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.747 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.750 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29019), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [7ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [14ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [54ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [73ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [97ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [98ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [502ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [963ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1682ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2702ms] too many traces: truncated at 100 traces, deferred=Deferred@168771999(state=PENDING, result=null, callback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724), errback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29019), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [7ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [14ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [54ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [73ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [97ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [98ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [502ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [963ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1682ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2702ms] too many traces: truncated at 100 traces, deferred=Deferred@168771999(state=PENDING, result=null, callback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724), errback=(continuation of Deferred@555092027 after retry RPC after error@1461176241) -> (continuation of Deferred@1316987053 after retry RPC after error@1040974660) -> (continuation of Deferred@793416558 after retry RPC after error@1183441785) -> (continuation of Deferred@1975540173 after retry RPC after error@721969682) -> (continuation of Deferred@1344423422 after retry RPC after error@1505359528) -> (continuation of Deferred@784384611 after retry RPC after error@1177562459) -> (continuation of Deferred@75468246 after retry RPC after error@317007687) -> (continuation of Deferred@975056034 after retry RPC after error@2097382479) -> (continuation of Deferred@90875652 after retry RPC after error@1049520113) -> (continuation of Deferred@1967007678 after retry RPC after error@343860394) -> (continuation of Deferred@1148986278 after retry RPC after error@159409463) -> (continuation of Deferred@226992238 after retry RPC after error@1858035392) -> (continuation of Deferred@1274753442 after retry RPC after error@1104698423) -> (continuation of Deferred@1911292082 after retry RPC after error@1706101009) -> (continuation of Deferred@2010464804 after retry RPC after error@1953464589) -> (continuation of Deferred@1696069282 after retry RPC after error@142840464) -> (continuation of Deferred@1427776966 after retry RPC after error@1567994241) -> (continuation of Deferred@126742123 after retry RPC after error@319748888) -> (continuation of Deferred@389994666 after retry RPC after error@1740085877) -> (continuation of Deferred@262266462 after retry RPC after error@1796416137) -> (continuation of Deferred@168381641 after retry RPC after error@1370889167) -> (continuation of Deferred@1348762761 after retry RPC after error@571546470) -> (continuation of Deferred@1648260329 after retry RPC after error@53965570) -> (continuation of Deferred@1891944409 after retry RPC after error@1520707724)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.28.188:34021
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:39.750 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:56:39.751 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:56:39.751 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:56:39.751 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:56:39.751 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
23:56:39.751 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:56:39.751 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:56:39.751 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:56:39.751 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:56:39.751 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:39.751 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:56:39.752 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:39.752 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:39.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:39.753 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:56:39.753 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:56:39.753 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:56:39.754 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:56:39.754 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:56:39.754 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:56:39.754 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:56:39.755 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:56:39.755 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:56:39.756 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:56:39.756 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:56:39.756 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:56:39.758 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:56:39.758 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:56:39.758 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:56:39.759 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:56:39.759 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:39.759 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:56:39.759 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:39.759 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:39.760 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:56:39.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.760 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:39.761 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:56:39.761 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:39.761 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:56:39.762 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.763 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.763 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.763 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:39.763 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:56:39.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.764 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 21e2debdfd3dd44c55b9e77e6c84805b
23:56:39.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.780431 10959 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:39.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.781181 10959 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:39.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.781757 10959 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:39.783 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.783 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.783 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.784 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.803 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.803 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.803 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.803 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.803 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.803 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.817 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:39.817 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:39.817 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:39.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:39.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:39.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:39.818 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.820849 10959 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:56:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.821163 10959 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.821377 10959 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:56:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.821664 10959 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:56:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.821889 10959 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:56:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.822046 10959 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46229/jwks.json
23:56:39.823 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.823 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.823 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.834 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.834 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.834 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.835 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.835 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29516), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [59ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [74ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [126ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [136ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [136ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [189ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [190ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [190ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [190ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [261ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [262ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [262ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [262ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [302ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [381ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [502ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [641ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [641ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [642ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [642ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1960ms] refreshing cache from master, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1962ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [4040ms] refreshing cache from master, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [4041ms] too many traces: truncated at 100 traces, deferred=Deferred@568287995(state=PENDING, result=null, callback=(continuation of Deferred@1503674852 after retry RPC after error@349635541) -> (continuation of Deferred@1608431434 after retry RPC after error@88919792) -> (continuation of Deferred@1589117148 after retry RPC after error@1918724469) -> (continuation of Deferred@1486087315 after retry RPC after error@1003194943) -> (continuation of Deferred@636207994 after retry RPC after error@1013190771) -> (continuation of Deferred@2073349136 after retry RPC after error@485047087) -> (continuation of Deferred@1734532059 after retry RPC after error@2065283276) -> (continuation of Deferred@649076723 after retry RPC after error@1943369801) -> (continuation of Deferred@35183083 after retry RPC after error@888262332) -> (continuation of Deferred@311955542 after retry RPC after error@1255613820) -> (continuation of Deferred@239364684 after retry RPC after error@888852758) -> (continuation of Deferred@1722973567 after retry RPC after error@356341776) -> (continuation of Deferred@948328177 after retry RPC after error@1519796886) -> (continuation of Deferred@800757054 after retry RPC after error@1345893633) -> (continuation of Deferred@1510166569 after retry RPC after error@845753101) -> (continuation of Deferred@1233210139 after retry RPC after error@1552183191) -> (continuation of Deferred@474410550 after retry RPC after error@1737265136) -> (continuation of Deferred@605473161 after retry RPC after error@1527898699) -> (continuation of Deferred@1888325697 after retry RPC after error@1937597103) -> (continuation of Deferred@1639299016 after retry RPC after error@904008207) -> (continuation of Deferred@703697770 after retry RPC after error@822211809) -> (continuation of Deferred@2101743358 after retry RPC after error@1485904179) -> (continuation of Deferred@2111744904 after retry RPC after error@1128721966) -> (continuation of Deferred@238696774 after retry RPC after error@1580396851), errback=(continuation of Deferred@1503674852 after retry RPC after error@349635541) -> (continuation of Deferred@1608431434 after retry RPC after error@88919792) -> (continuation of Deferred@1589117148 after retry RPC after error@1918724469) -> (continuation of Deferred@1486087315 after retry RPC after error@1003194943) -> (continuation of Deferred@636207994 after retry RPC after error@1013190771) -> (continuation of Deferred@2073349136 after retry RPC after error@485047087) -> (continuation of Deferred@1734532059 after retry RPC after error@2065283276) -> (continuation of Deferred@649076723 after retry RPC after error@1943369801) -> (continuation of Deferred@35183083 after retry RPC after error@888262332) -> (continuation of Deferred@311955542 after retry RPC after error@1255613820) -> (continuation of Deferred@239364684 after retry RPC after error@888852758) -> (continuation of Deferred@1722973567 after retry RPC after error@356341776) -> (continuation of Deferred@948328177 after retry RPC after error@1519796886) -> (continuation of Deferred@800757054 after retry RPC after error@1345893633) -> (continuation of Deferred@1510166569 after retry RPC after error@845753101) -> (continuation of Deferred@1233210139 after retry RPC after error@1552183191) -> (continuation of Deferred@474410550 after retry RPC after error@1737265136) -> (continuation of Deferred@605473161 after retry RPC after error@1527898699) -> (continuation of Deferred@1888325697 after retry RPC after error@1937597103) -> (continuation of Deferred@1639299016 after retry RPC after error@904008207) -> (continuation of Deferred@703697770 after retry RPC after error@822211809) -> (continuation of Deferred@2101743358 after retry RPC after error@1485904179) -> (continuation of Deferred@2111744904 after retry RPC after error@1128721966) -> (continuation of Deferred@238696774 after retry RPC after error@1580396851)))
23:56:39.843 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.843 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.843 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.843 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.843 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.844 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.844 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.844 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:39.865731 10959 master_runner.cc:387] Master server non-default flags:
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/data
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/wal
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.254:33797
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/data/info.pb
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.254
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/logs
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:39.867296 10959 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:39.869170 10959 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.881822 10978 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:39.882 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.883 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.883 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.883 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.905 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:39.905 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:39.905 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:39.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:39.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:39.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:39.906 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:39.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.910 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:39.910 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:39.910 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:39.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.910 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:39.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:39.942 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:39.943 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:39.943 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:39.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:39.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:39.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:39.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:39.975 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:39.975 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:39.975 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:39.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:39.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:39.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:39.976 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:39.980 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:39.981 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:39.981 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:39.981 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.981 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:39.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:39.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:39.982 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:40.002 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:40.003 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:40.003 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:40.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.004 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:40.027 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:40.028 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:40.028 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:40.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.029 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.029 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.029 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:40.064 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:40.064 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:40.065 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:40.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.066 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:40.075 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:40.075 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:40.075 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:40.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:40.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:40.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468600203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:40.215 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:40.216 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:56:40.216 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:40.216 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:40.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:40.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:40.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:40.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:40.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:40.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:40.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:40.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:40.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:40.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:40.219 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:56:40.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:40.277 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:40.278 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:40.278 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:40.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:40.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:40.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:40.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:40.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:40.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:40.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:40.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:40.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:40.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:40.303 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:40.303 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:40.304 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:40.304 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.304 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:40.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:40.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:40.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:40.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:40.443 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:40.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:40.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:40.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:40.444 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:40.519 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:40.520 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:40.520 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:40.520 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.520 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.520 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:40.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:40.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:40.521 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:40.526 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:40.527 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:40.527 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:40.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:40.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:40.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:40.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:40.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:40.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:40.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:40.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:40.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:40.528 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:40.529 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:40.529 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:40.529 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:40.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.530 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:40.548 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:40.548 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:40.549 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:40.549 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.549 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.550 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.550 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:40.551 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:40.551 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:40.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:40.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:40.551 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:40.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:40.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:40.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:40.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:40.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:40.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:40.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:40.552 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:40.624 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:40.625 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:40.625 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:40.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.626 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:40.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:40.629 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:40.629 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:40.629 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:40.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.630 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:40.630 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:40.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:40.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:40.641 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:40.641 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:40.642 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:40.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:40.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:40.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:40.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:40.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:40.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:40.642 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:40.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:40.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:40.643 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:40.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468600703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:40.715 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:56:40.716 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:56:40.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:40.779 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:40.779 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:40.779 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:40.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:40.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:40.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:40.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:40.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:40.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:40.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:40.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:40.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:40.781 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:40.844 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:40.844 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:40.844 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:40.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.846 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:40.846 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:40.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:40.847 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:40.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:40.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.062 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:41.062 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:41.063 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:41.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.063 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:41.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468601203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:41.214 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:56:41.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:56:41.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:39.882416 10979 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.260290 10959 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.380s	user 0.454s	sys 0.924s
23:56:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.260720 10959 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.381s	user 0.454s	sys 0.924s
23:56:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.262347 10959 server_base.cc:1061] running on GCE node
23:56:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.264781 10984 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:41.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.266487 10959 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:41.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.270278 10959 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.271945 10959 hybrid_clock.cc:648] HybridClock initialized: now 1783468601271897 us; error 46 us; skew 500 ppm
23:56:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.272900 10959 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.285662 10959 webserver.cc:534] Webserver started at http://127.10.172.254:40821/ using document root <none> and password file <none>
23:56:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.286834 10959 fs_manager.cc:362] Metadata directory not provided
23:56:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.287158 10959 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.287783 10959 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.293591 10959 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/data/instance:
23:56:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac440e2eafbb43ea913fa870e78f1a9b"
23:56:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:41 on dist-test-slave-1rxj"
23:56:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.295109 10959 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/wal/instance:
23:56:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac440e2eafbb43ea913fa870e78f1a9b"
23:56:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:41 on dist-test-slave-1rxj"
23:56:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.306049 10959 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.005s	sys 0.006s
23:56:41.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.314427 10989 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:41.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.316171 10959 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.003s
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.316519 10959 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/wal
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac440e2eafbb43ea913fa870e78f1a9b"
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:41 on dist-test-slave-1rxj"
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.317000 10959 fs_report.cc:389] FS layout report
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/wal
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/wal
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/data/data
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:41.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:41.378 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:41.378 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:41.378 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:41.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:41.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:41.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:41.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:41.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:41.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:41.379 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:41.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:41.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:41.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:41.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.421312 10959 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:41.422 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:41.422 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:41.423 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:41.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.423035 10959 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:41.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.423 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.423770 10959 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:41.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.490 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:41.490 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:41.490 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:41.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:41.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:41.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:41.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:41.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:41.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:41.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:41.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:41.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:41.491 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.507987 10959 rpc_server.cc:307] RPC server started. Bound to: 127.10.172.254:33797
23:56:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.508090 11041 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.172.254:33797 every 8 connection(s)
23:56:41.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.511360 10959 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/data/info.pb
23:56:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.518066 11042 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.518680 10931 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 10959
23:56:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.519207 10931 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-0/wal/instance
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.524648 10931 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/wal
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/data
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/logs
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/data/info.pb
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.253:32945
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.253
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json with env {}
23:56:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.534933 11042 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } has no permanent_uuid. Determining permanent_uuid...
23:56:41.543 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:41.544 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:41.544 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:41.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:41.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:41.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:41.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:41.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:41.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:41.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:41.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:41.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:41.545 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.567546 11042 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } has no permanent_uuid. Determining permanent_uuid...
23:56:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.570906 10992 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.172.253:32945: connect: Connection refused (error 111)
23:56:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.576015 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.253:32945: Network error: Client connection negotiation failed: client connection to 127.10.172.253:32945: connect: Connection refused (error 111)
23:56:41.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.625629 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } attempt: 1
23:56:41.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.631585 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.253:32945: Network error: Client connection negotiation failed: client connection to 127.10.172.253:32945: connect: Connection refused (error 111)
23:56:41.641 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:41.641 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:41.641 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:41.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.642 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.642 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:41.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:41.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:41.642 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:41.656 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:41.657 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:41.657 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:41.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:41.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:41.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:41.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:41.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:41.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:41.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:41.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:41.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:41.657 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.700145 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } attempt: 2
23:56:41.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468601703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.707993 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.253:32945: Network error: Client connection negotiation failed: client connection to 127.10.172.253:32945: connect: Connection refused (error 111)
23:56:41.714 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:56:41.715 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:56:41.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.799517 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } attempt: 3
23:56:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.804963 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.253:32945: Network error: Client connection negotiation failed: client connection to 127.10.172.253:32945: connect: Connection refused (error 111)
23:56:41.820 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:41.820 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:41.820 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:41.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:41.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:41.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:41.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:41.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:41.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:41.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:41.821 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:41.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:41.821 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:41.845 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:41.845 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:41.845 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:41.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:41.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:41.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:41.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:41.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:41.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:41.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:41.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:41.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:41.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:41.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.888388 11044 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:41.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.888959 11044 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:41.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.889528 11044 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:41.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.927206 11044 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:56:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.927534 11044 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.927897 11044 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:56:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.928119 11044 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:56:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.928326 11044 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:56:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.928566 11044 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46229/jwks.json
23:56:41.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:41.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.948444 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } attempt: 4
23:56:41.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.953425 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.253:32945: Network error: Client connection negotiation failed: client connection to 127.10.172.253:32945: connect: Connection refused (error 111)
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.972124 11044 master_runner.cc:387] Master server non-default flags:
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/data
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/wal
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.253:32945
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/data/info.pb
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.253
23:56:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/logs
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.973676 11044 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:41.975539 11044 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:41.984 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state RESTARTING to RUNNING.
23:56:41.984 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 21e2debdfd3dd44c55b9e77e6c84805b from Checkpoint 71 @ 1783468569029 for 21e2debdfd3dd44c55b9e77e6c84805b located at file:/tmp/junit17057693120785801947/checkpoints/21e2debdfd3dd44c55b9e77e6c84805b/chk-71.
23:56:41.985 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:56:41.985 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:56:41.986 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:56:41.986 [INFO - Thread-66] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:56:41.986 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.6.28.190:34457(127.6.28.190:34457)] disconnecting while in state TERMINATED
23:56:41.987 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.6.28.189:46549(127.6.28.189:46549)] disconnecting while in state TERMINATED
23:56:41.987 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.6.28.188:34021(127.6.28.188:34021)] disconnecting while in state TERMINATED
23:56:41.987 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:56:41.987 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 9eb3bc36acb680bab4e38ccb6d77f702
23:56:41.987 [DEBUG - Thread-66] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:41.989 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 9eb3bc36acb680bab4e38ccb6d77f702.
23:56:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:41.989956 11053 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:41.990 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 9eb3bc36acb680bab4e38ccb6d77f702.
23:56:41.987 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:41.987 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
23:56:41.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:56:41.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:56:41.991 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
23:56:41.991 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 2bf279fca58d52bfb04fe365b941da91
23:56:41.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7cb1e37d
23:56:41.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:41.992 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:41.992 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:41.992 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:56:41.992 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2bf279fca58d52bfb04fe365b941da91.
23:56:41.993 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 2bf279fca58d52bfb04fe365b941da91.
23:56:41.994 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b2309aa
23:56:41.996 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:41.997 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:56:41.998 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:41.998 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:56:41.999 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 3219bcf9e400390f1664ce104eaa9adb
23:56:41.999 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:56:41.999 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:41.999 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:56:42.000 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id adda2d48dd77b3402898c17cdf0aaf57
23:56:42.000 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:56:42.010 [INFO - Thread-66] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:56:42.010 [INFO - Thread-66] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:56:42.011 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3219bcf9e400390f1664ce104eaa9adb.
23:56:42.012 [DEBUG - Thread-66] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:42.012 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 3219bcf9e400390f1664ce104eaa9adb.
23:56:42.012 [INFO - Thread-66] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:56:42.013 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot adda2d48dd77b3402898c17cdf0aaf57.
23:56:42.013 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:56:42.013 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:56:42.013 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id adda2d48dd77b3402898c17cdf0aaf57.
23:56:42.014 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2273f4a
23:56:42.014 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:42.014 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:42.014 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:56:42.014 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:56:42.014 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
23:56:42.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
23:56:42.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9a698c
23:56:42.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:42.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:42.016 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:56:42.016 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:56:42.017 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:56:42.017 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:56:42.018 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@424b1df1
23:56:42.018 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:42.018 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3d0f6448
23:56:42.018 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:56:42.018 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:56:42.018 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:56:42.020 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:42.020 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ebbbb7f
23:56:42.022 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:42.023 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5cbb09e0
23:56:42.025 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:42.025 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.025 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.025 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.030 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:42.030 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:42.030 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:42.030 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:42.033 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.035 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.035 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.038 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.041 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.042 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.045 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.046 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.046 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.049 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.049 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.053 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.054 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.054 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.055 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.055 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.058 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.059 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.059 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.059 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.059 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.059 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.060 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.065 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.065 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.066 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.066 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.066 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.066 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.067 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.067 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.067 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.068 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.068 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.069 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.069 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.073 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.074 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.075 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.078 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.078 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.079 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.079 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.079 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.082 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.082 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.082 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.085 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.085 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.086 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.086 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.086 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.089 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.089 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.090 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.090 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.090 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.090 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.090 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.091 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.093 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.093 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.094 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.095 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.098 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.098 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.098 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.099 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.099 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.106 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.106 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.106 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.106 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.106 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.107 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.107 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.108 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.106 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.108 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.108 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.109 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.109 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.109 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.109 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.109 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.109 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.109 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.109 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.110 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.118 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.118 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.118 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.125 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.126 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.126 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.126 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.126 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.126 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.126 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.126 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.126 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.126 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.127 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.128 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.128 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.128 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.129 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.129 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.146 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.146 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.146 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.146 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.146 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.146 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.147 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.159 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.159 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.159 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.165 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.165 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.166 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.166 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.167 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.167 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.167 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.168 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.178 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.179 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.179 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.179 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.185 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.185 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.185 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.186 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.198 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.198 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.198 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.199 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468602202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:42.207 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.207 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.207 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.210 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.211 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.211 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.211 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.211 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.211 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.212 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.212 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.213 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.213 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.213 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.213 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.216 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:56:42.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:56:42.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:42.252964 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } attempt: 5
23:56:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:42.258620 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.253:32945: Network error: Client connection negotiation failed: client connection to 127.10.172.253:32945: connect: Connection refused (error 111)
23:56:42.265 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.266 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.266 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.267 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.272 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:42.272 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:42.272 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:42.272 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:42.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:42.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:42.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:42.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:42.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:42.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:42.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:42.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:42.273 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:42.306 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.306 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.306 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.306 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.307 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.326 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.326 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.326 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.327 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.327 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.327 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.328 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.328 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.328 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.366 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.366 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.366 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.367 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.399 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.399 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.399 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.447 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.447 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.447 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.448 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.448 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.449 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.449 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.449 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.449 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.486 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.486 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.486 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.486 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.486 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.486 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.487 [INFO - pool-480-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.487 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.487 [WARN - pool-480-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.527 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.527 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.527 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.528 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.567 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:42.567 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:42.567 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:42.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:42.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:42.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:42.568 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:42.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.697 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:42.697 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:42.697 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:42.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:42.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:42.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:42.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:42.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:42.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:42.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:42.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:42.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:42.698 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:42.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468602702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:42.711 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:42.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:56:42.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.775 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:42.775 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:42.775 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:42.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:42.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:42.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:42.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:42.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:42.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:42.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:42.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:42.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:42.776 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:42.799 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:42.799 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.799 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:42.799 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:42.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:42.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:42.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:42.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.800 [INFO - pool-488-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:42.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:42.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:42.800 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:42.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:42.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:42.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:42.800 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.801 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.806 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.806 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.806 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:42.806071 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } attempt: 6
23:56:42.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.807 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:42.814859 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.253:32945: Network error: Client connection negotiation failed: client connection to 127.10.172.253:32945: connect: Connection refused (error 111)
23:56:42.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.910 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:42.910 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:42.910 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:42.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:42.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:42.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:42.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:42.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:42.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:42.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:42.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:42.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:42.911 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:42.917 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:42.917 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:42.917 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:42.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:42.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:42.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:42.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:42.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:42.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:42.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:42.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:42.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:42.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:42.934 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:42.934 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:42.934 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:42.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:42.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:42.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:42.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:42.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:42.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:42.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:42.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:42.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:42.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:42.938 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:42.946 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:42.947 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:42.947 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:42.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:42.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:42.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:42.947 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.019 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:43.019 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:43.019 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:43.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.020 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.020 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.020 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.020 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.067 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:43.068 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:43.068 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:43.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:43.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:43.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:43.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:43.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:43.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:43.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:43.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:43.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:43.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:43.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.138 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:43.139 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:43.139 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:43.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.140 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468603202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:43.212 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:56:43.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:56:43.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.266 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:43.266 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:43.266 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:43.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.267 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:43.267 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:43.267 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:43.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.287 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:43.287 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:43.287 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:43.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.287 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.325 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:43.325 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:43.325 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:43.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.326 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:42.001609 11060 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:42.001943 11044 server_base.cc:1061] running on GCE node
23:56:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:42.010878 11055 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:43.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.343024 11044 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:43.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.346190 11044 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:43.347 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:43.347 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:43.347 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.347577 11044 hybrid_clock.cc:648] HybridClock initialized: now 1783468603347533 us; error 53 us; skew 500 ppm
23:56:43.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:43.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:43.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:43.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:43.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:43.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:43.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:43.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:43.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:43.348 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.348740 11044 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:43.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.356200 11044 webserver.cc:534] Webserver started at http://127.10.172.253:41635/ using document root <none> and password file <none>
23:56:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.357235 11044 fs_manager.cc:362] Metadata directory not provided
23:56:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.357533 11044 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.358062 11044 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.363572 11044 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/data/instance:
23:56:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a486ffe71f74838abb03c38af074dfc"
23:56:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:43 on dist-test-slave-1rxj"
23:56:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.364892 11044 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/wal/instance:
23:56:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a486ffe71f74838abb03c38af074dfc"
23:56:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:43 on dist-test-slave-1rxj"
23:56:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.374018 11044 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
23:56:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.381585 11119 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.382929 11044 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
23:56:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.383388 11044 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/wal
23:56:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a486ffe71f74838abb03c38af074dfc"
23:56:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:43 on dist-test-slave-1rxj"
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.383790 11044 fs_report.cc:389] FS layout report
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/wal
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/wal
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/data/data
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:43.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.421 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:43.421 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:43.421 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:43.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:43.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:43.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:43.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:43.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:43.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:43.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:43.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:43.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:43.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:43.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.450538 11044 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.452142 11044 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.452569 11044 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:43.465 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:43.466 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:43.466 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:43.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.467 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.501 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:43.502 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:43.502 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:43.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.503 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:43.529 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:43.529 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:43.529 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:43.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.530 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.540344 11044 rpc_server.cc:307] RPC server started. Bound to: 127.10.172.253:32945
23:56:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.540575 11170 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.172.253:32945 every 8 connection(s)
23:56:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.543561 11044 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/data/info.pb
23:56:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.546712 10931 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 11044
23:56:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.547206 10931 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-1/wal/instance
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.550542 10931 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/wal
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/data
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/logs
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/data/info.pb
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.252:33745
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.252
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json with env {}
23:56:43.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.552224 11171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.566499 11171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } has no permanent_uuid. Determining permanent_uuid...
23:56:43.587 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:43.587 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:43.587 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:43.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:43.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:43.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:43.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:43.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:43.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:43.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:43.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:43.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:43.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.594435 11171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } has no permanent_uuid. Determining permanent_uuid...
23:56:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.611655 11171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } has no permanent_uuid. Determining permanent_uuid...
23:56:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.615329 11123 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.620575 11171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:43.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.632 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:43.632 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:43.632 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:43.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:43.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:43.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:43.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:43.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:43.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:43.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:43.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:43.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:43.633 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:43.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.670178 11171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 1
23:56:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.676031 11171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:43.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468603703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:43.711 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:56:43.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:56:43.718 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:43.718 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:43.718 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:43.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.719 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:43.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:43.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:43.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:43.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.744549 11171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 2
23:56:43.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.749704 11171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:43.806 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:43.806 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:43.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:43.807 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:43.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:43.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:43.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:43.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:43.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:43.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:43.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:43.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:43.807 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.841169 11171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 3
23:56:43.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.846074 11171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.875533 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } attempt: 7
23:56:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.890053 11042 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } has no permanent_uuid. Determining permanent_uuid...
23:56:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.896384 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:43.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.921 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:43.921 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:43.922 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:43.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:43.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:43.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:43.922 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:43.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.929436 11173 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:43.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.930154 11173 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:43.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.930806 11173 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:43.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.954844 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 1
23:56:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.959940 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.970484 11173 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:56:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.970933 11173 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.971254 11173 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:56:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.971558 11173 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:56:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.971884 11173 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:56:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.972141 11173 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46229/jwks.json
23:56:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:43.989557 11171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 4
23:56:43.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:43.994837 11171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:44.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:44.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:44.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:44.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.006 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.018065 11173 master_runner.cc:387] Master server non-default flags:
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/data
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/wal
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.252:33745
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46229/jwks.json
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/data/info.pb
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.252
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:44.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/logs
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.019625 11173 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.021445 11173 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:44.035392 11185 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:44.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.041419 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 2
23:56:44.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:44.050225 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:44.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.135767 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 3
23:56:44.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:44.146461 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:44.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.197 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:44.198 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:44.198 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:44.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.199 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:44.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468604203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:44.216 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:56:44.218 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:56:44.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.242 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:44.242 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:44.242 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:44.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.244 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:44.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.287039 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 4
23:56:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.294323 11171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 5
23:56:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:44.304437 11171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:44.308632 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:44.318 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:44.318 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:44.318 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:44.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.319 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.319 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.319 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.320 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:44.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.469 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:44.469 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:44.469 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:44.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.471 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:44.480 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:44.480 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:44.480 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:44.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.481 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.481 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.481 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.482 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:44.551 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:44.551 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:44.551 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:44.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:44.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:44.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:44.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:44.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:44.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:44.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:44.553 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:44.553 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:44.553 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:44.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.592388 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 5
23:56:44.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:44.602766 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:44.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.653 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468604703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:44.720 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:56:44.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:56:44.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.736 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:44.736 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:44.736 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:44.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.737 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:44.766 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:44.766 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:44.766 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:44.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:44.776 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:44.776 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:44.776 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:44.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:44.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:44.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:44.777 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:44.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:44.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:44.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:44.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:44.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:44.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:44.831 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:44.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:44.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:44.838 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:44.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:44.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:44.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:44.839 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:44.851984 11171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 6
23:56:44.860 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:44.860 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:44.860 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:44.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:44.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:44.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:44.862 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:44.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:44.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:44.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:44.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:44.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:44.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:44.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:44.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:44.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:44.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:44.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:44.869 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:44.869 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:44.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:44.889235 11171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:44.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:44.915 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:44.915 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:44.915 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:44.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:44.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:44.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:44.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:44.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:44.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:44.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:44.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:44.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:44.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:44.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.084 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:45.084 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:45.084 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:45.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.086 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:45.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.155375 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 6
23:56:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:45.192283 11042 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:45.198 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:45.198 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:45.198 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:45.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:45.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468605203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:45.219 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:56:45.222 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:56:45.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.258 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:45.258 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:45.258 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:45.258 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:45.258 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:45.258 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:45.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.259 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.259 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.259 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:45.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.260 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.260 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.260 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:45.288 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:45.288 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:45.288 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:45.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.290 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.290 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:45.319 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:45.320 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:45.320 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:45.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.321 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.322 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.322 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:45.332 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:45.332 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:45.332 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:45.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:45.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:45.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:45.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:45.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:45.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:45.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:45.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:45.333 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:45.333 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:45.367 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:45.367 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:45.368 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:45.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.369 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.370 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:45.400 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:45.400 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:45.400 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:45.401 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:45.401 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:45.401 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:45.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:45.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:45.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:45.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:45.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:45.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:45.402 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:45.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.437 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.601 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:45.601 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:45.601 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:45.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:45.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:45.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:45.602 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:45.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:45.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:45.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:45.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:45.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:45.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:45.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.666 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:45.666 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:45.666 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:45.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.668 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:45.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468605703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:45.716 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:56:45.717 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:56:45.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:45.438452 11184 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 11173
23:56:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:45.765518 11173 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.730s	user 0.575s	sys 1.089s
23:56:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:45.765893 11173 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.731s	user 0.575s	sys 1.089s
23:56:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:44.036352 11186 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:45.768141 11188 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:45.771394 11187 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1731 milliseconds
23:56:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.771489 11173 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:56:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.772894 11173 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.775616 11173 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.777019 11173 hybrid_clock.cc:648] HybridClock initialized: now 1783468605776971 us; error 49 us; skew 500 ppm
23:56:45.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.778095 11173 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.785610 11173 webserver.cc:534] Webserver started at http://127.10.172.252:41767/ using document root <none> and password file <none>
23:56:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.786785 11173 fs_manager.cc:362] Metadata directory not provided
23:56:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.787082 11173 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.787739 11173 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.792754 11173 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/data/instance:
23:56:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e79070c0e604267ba8297c7185cd620"
23:56:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:45 on dist-test-slave-1rxj"
23:56:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.794077 11173 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/wal/instance:
23:56:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e79070c0e604267ba8297c7185cd620"
23:56:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:45 on dist-test-slave-1rxj"
23:56:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.802490 11173 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
23:56:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.809345 11199 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.810920 11173 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
23:56:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.811339 11173 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/wal
23:56:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e79070c0e604267ba8297c7185cd620"
23:56:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:45 on dist-test-slave-1rxj"
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.811766 11173 fs_report.cc:389] FS layout report
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/wal
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/wal
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/data/data
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:45.831 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:45.831 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:45.831 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:45.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:45.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:45.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:45.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:45.857 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:45.857 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:45.857 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:45.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:45.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:45.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:45.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.884675 11173 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.886751 11173 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.887352 11173 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:45.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.913 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:45.914 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:45.914 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:45.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:45.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:45.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:45.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:45.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:45.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:45.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:45.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:45.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:45.914 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:45.924 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:45.924 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:45.925 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:45.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:45.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:45.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:45.925 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:45.937 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.949899 11171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 7
23:56:45.961 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:45.961 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:45.961 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:45.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:45.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:45.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:45.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:45.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:45.977126 11171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.172.252:33745: Network error: Client connection negotiation failed: client connection to 127.10.172.252:33745: connect: Connection refused (error 111)
23:56:45.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.996341 11173 rpc_server.cc:307] RPC server started. Bound to: 127.10.172.252:33745
23:56:45.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.996421 11253 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.172.252:33745 every 8 connection(s)
23:56:45.999 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:45.999578 11173 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/data/info.pb
23:56:45.999 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:46.000 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:46.000 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:46.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:46.000 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:46.000 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:46.000 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:46.000 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:46.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:46.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:46.000 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:46.001 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:46.001 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27928), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [170ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [171ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [171ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [214ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [218ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [218ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [260ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [365ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [365ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [642ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [701ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [702ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1022ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1181ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4681ms] refreshing cache from master, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4682ms] too many traces: truncated at 100 traces, deferred=Deferred@1010025834(state=PENDING, result=null, callback=(continuation of Deferred@516911990 after retry RPC after error@827214416) -> (continuation of Deferred@539918973 after retry RPC after error@34872199) -> (continuation of Deferred@1738906736 after retry RPC after error@620381726) -> (continuation of Deferred@1880298902 after retry RPC after error@1392107568) -> (continuation of Deferred@435462147 after retry RPC after error@1875431317) -> (continuation of Deferred@119527519 after retry RPC after error@452608236) -> (continuation of Deferred@640814856 after retry RPC after error@263182396) -> (continuation of Deferred@1988830390 after retry RPC after error@1052698539) -> (continuation of Deferred@138601787 after retry RPC after error@2036179511) -> (continuation of Deferred@1448904510 after retry RPC after error@521581025) -> (continuation of Deferred@14873605 after retry RPC after error@347775540) -> (continuation of Deferred@644723434 after retry RPC after error@215910015) -> (continuation of Deferred@462096701 after retry RPC after error@1524740986) -> (continuation of Deferred@298885166 after retry RPC after error@1766138133) -> (continuation of Deferred@709107681 after retry RPC after error@2104034224) -> (continuation of Deferred@1772883427 after retry RPC after error@690078794) -> (continuation of Deferred@596671896 after retry RPC after error@382836441) -> (continuation of Deferred@521886453 after retry RPC after error@952098504) -> (continuation of Deferred@417536250 after retry RPC after error@48130665) -> (continuation of Deferred@1196905525 after retry RPC after error@30968713) -> (continuation of Deferred@33322880 after retry RPC after error@1887488244) -> (continuation of Deferred@227265581 after retry RPC after error@1212848854) -> (continuation of Deferred@711504936 after retry RPC after error@1557729017) -> (continuation of Deferred@266361835 after retry RPC after error@333507819) -> (continuation of Deferred@2093400907 after retry RPC after error@1752999148), errback=(continuation of Deferred@516911990 after retry RPC after error@827214416) -> (continuation of Deferred@539918973 after retry RPC after error@34872199) -> (continuation of Deferred@1738906736 after retry RPC after error@620381726) -> (continuation of Deferred@1880298902 after retry RPC after error@1392107568) -> (continuation of Deferred@435462147 after retry RPC after error@1875431317) -> (continuation of Deferred@119527519 after retry RPC after error@452608236) -> (continuation of Deferred@640814856 after retry RPC after error@263182396) -> (continuation of Deferred@1988830390 after retry RPC after error@1052698539) -> (continuation of Deferred@138601787 after retry RPC after error@2036179511) -> (continuation of Deferred@1448904510 after retry RPC after error@521581025) -> (continuation of Deferred@14873605 after retry RPC after error@347775540) -> (continuation of Deferred@644723434 after retry RPC after error@215910015) -> (continuation of Deferred@462096701 after retry RPC after error@1524740986) -> (continuation of Deferred@298885166 after retry RPC after error@1766138133) -> (continuation of Deferred@709107681 after retry RPC after error@2104034224) -> (continuation of Deferred@1772883427 after retry RPC after error@690078794) -> (continuation of Deferred@596671896 after retry RPC after error@382836441) -> (continuation of Deferred@521886453 after retry RPC after error@952098504) -> (continuation of Deferred@417536250 after retry RPC after error@48130665) -> (continuation of Deferred@1196905525 after retry RPC after error@30968713) -> (continuation of Deferred@33322880 after retry RPC after error@1887488244) -> (continuation of Deferred@227265581 after retry RPC after error@1212848854) -> (continuation of Deferred@711504936 after retry RPC after error@1557729017) -> (continuation of Deferred@266361835 after retry RPC after error@333507819) -> (continuation of Deferred@2093400907 after retry RPC after error@1752999148)))
23:56:46.002 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:56:46.002 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27928), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [170ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [171ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [171ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [214ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [218ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [218ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [260ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [365ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [365ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [642ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [701ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [702ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1022ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1181ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4681ms] refreshing cache from master, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4682ms] too many traces: truncated at 100 traces, deferred=Deferred@1010025834(state=PENDING, result=null, callback=(continuation of Deferred@516911990 after retry RPC after error@827214416) -> (continuation of Deferred@539918973 after retry RPC after error@34872199) -> (continuation of Deferred@1738906736 after retry RPC after error@620381726) -> (continuation of Deferred@1880298902 after retry RPC after error@1392107568) -> (continuation of Deferred@435462147 after retry RPC after error@1875431317) -> (continuation of Deferred@119527519 after retry RPC after error@452608236) -> (continuation of Deferred@640814856 after retry RPC after error@263182396) -> (continuation of Deferred@1988830390 after retry RPC after error@1052698539) -> (continuation of Deferred@138601787 after retry RPC after error@2036179511) -> (continuation of Deferred@1448904510 after retry RPC after error@521581025) -> (continuation of Deferred@14873605 after retry RPC after error@347775540) -> (continuation of Deferred@644723434 after retry RPC after error@215910015) -> (continuation of Deferred@462096701 after retry RPC after error@1524740986) -> (continuation of Deferred@298885166 after retry RPC after error@1766138133) -> (continuation of Deferred@709107681 after retry RPC after error@2104034224) -> (continuation of Deferred@1772883427 after retry RPC after error@690078794) -> (continuation of Deferred@596671896 after retry RPC after error@382836441) -> (continuation of Deferred@521886453 after retry RPC after error@952098504) -> (continuation of Deferred@417536250 after retry RPC after error@48130665) -> (continuation of Deferred@1196905525 after retry RPC after error@30968713) -> (continuation of Deferred@33322880 after retry RPC after error@1887488244) -> (continuation of Deferred@227265581 after retry RPC after error@1212848854) -> (continuation of Deferred@711504936 after retry RPC after error@1557729017) -> (continuation of Deferred@266361835 after retry RPC after error@333507819) -> (continuation of Deferred@2093400907 after retry RPC after error@1752999148), errback=(continuation of Deferred@516911990 after retry RPC after error@827214416) -> (continuation of Deferred@539918973 after retry RPC after error@34872199) -> (continuation of Deferred@1738906736 after retry RPC after error@620381726) -> (continuation of Deferred@1880298902 after retry RPC after error@1392107568) -> (continuation of Deferred@435462147 after retry RPC after error@1875431317) -> (continuation of Deferred@119527519 after retry RPC after error@452608236) -> (continuation of Deferred@640814856 after retry RPC after error@263182396) -> (continuation of Deferred@1988830390 after retry RPC after error@1052698539) -> (continuation of Deferred@138601787 after retry RPC after error@2036179511) -> (continuation of Deferred@1448904510 after retry RPC after error@521581025) -> (continuation of Deferred@14873605 after retry RPC after error@347775540) -> (continuation of Deferred@644723434 after retry RPC after error@215910015) -> (continuation of Deferred@462096701 after retry RPC after error@1524740986) -> (continuation of Deferred@298885166 after retry RPC after error@1766138133) -> (continuation of Deferred@709107681 after retry RPC after error@2104034224) -> (continuation of Deferred@1772883427 after retry RPC after error@690078794) -> (continuation of Deferred@596671896 after retry RPC after error@382836441) -> (continuation of Deferred@521886453 after retry RPC after error@952098504) -> (continuation of Deferred@417536250 after retry RPC after error@48130665) -> (continuation of Deferred@1196905525 after retry RPC after error@30968713) -> (continuation of Deferred@33322880 after retry RPC after error@1887488244) -> (continuation of Deferred@227265581 after retry RPC after error@1212848854) -> (continuation of Deferred@711504936 after retry RPC after error@1557729017) -> (continuation of Deferred@266361835 after retry RPC after error@333507819) -> (continuation of Deferred@2093400907 after retry RPC after error@1752999148)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:46.003 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:56:46.005 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:56:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.003000 10931 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 11173
23:56:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.003595 10931 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/master-2/wal/instance
23:56:46.007 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27928), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [170ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [171ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [171ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [214ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [218ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [218ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [260ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [365ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [365ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [642ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [701ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [702ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1022ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1181ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4681ms] refreshing cache from master, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4682ms] too many traces: truncated at 100 traces, deferred=Deferred@1010025834(state=PENDING, result=null, callback=(continuation of Deferred@516911990 after retry RPC after error@827214416) -> (continuation of Deferred@539918973 after retry RPC after error@34872199) -> (continuation of Deferred@1738906736 after retry RPC after error@620381726) -> (continuation of Deferred@1880298902 after retry RPC after error@1392107568) -> (continuation of Deferred@435462147 after retry RPC after error@1875431317) -> (continuation of Deferred@119527519 after retry RPC after error@452608236) -> (continuation of Deferred@640814856 after retry RPC after error@263182396) -> (continuation of Deferred@1988830390 after retry RPC after error@1052698539) -> (continuation of Deferred@138601787 after retry RPC after error@2036179511) -> (continuation of Deferred@1448904510 after retry RPC after error@521581025) -> (continuation of Deferred@14873605 after retry RPC after error@347775540) -> (continuation of Deferred@644723434 after retry RPC after error@215910015) -> (continuation of Deferred@462096701 after retry RPC after error@1524740986) -> (continuation of Deferred@298885166 after retry RPC after error@1766138133) -> (continuation of Deferred@709107681 after retry RPC after error@2104034224) -> (continuation of Deferred@1772883427 after retry RPC after error@690078794) -> (continuation of Deferred@596671896 after retry RPC after error@382836441) -> (continuation of Deferred@521886453 after retry RPC after error@952098504) -> (continuation of Deferred@417536250 after retry RPC after error@48130665) -> (continuation of Deferred@1196905525 after retry RPC after error@30968713) -> (continuation of Deferred@33322880 after retry RPC after error@1887488244) -> (continuation of Deferred@227265581 after retry RPC after error@1212848854) -> (continuation of Deferred@711504936 after retry RPC after error@1557729017) -> (continuation of Deferred@266361835 after retry RPC after error@333507819) -> (continuation of Deferred@2093400907 after retry RPC after error@1752999148), errback=(continuation of Deferred@516911990 after retry RPC after error@827214416) -> (continuation of Deferred@539918973 after retry RPC after error@34872199) -> (continuation of Deferred@1738906736 after retry RPC after error@620381726) -> (continuation of Deferred@1880298902 after retry RPC after error@1392107568) -> (continuation of Deferred@435462147 after retry RPC after error@1875431317) -> (continuation of Deferred@119527519 after retry RPC after error@452608236) -> (continuation of Deferred@640814856 after retry RPC after error@263182396) -> (continuation of Deferred@1988830390 after retry RPC after error@1052698539) -> (continuation of Deferred@138601787 after retry RPC after error@2036179511) -> (continuation of Deferred@1448904510 after retry RPC after error@521581025) -> (continuation of Deferred@14873605 after retry RPC after error@347775540) -> (continuation of Deferred@644723434 after retry RPC after error@215910015) -> (continuation of Deferred@462096701 after retry RPC after error@1524740986) -> (continuation of Deferred@298885166 after retry RPC after error@1766138133) -> (continuation of Deferred@709107681 after retry RPC after error@2104034224) -> (continuation of Deferred@1772883427 after retry RPC after error@690078794) -> (continuation of Deferred@596671896 after retry RPC after error@382836441) -> (continuation of Deferred@521886453 after retry RPC after error@952098504) -> (continuation of Deferred@417536250 after retry RPC after error@48130665) -> (continuation of Deferred@1196905525 after retry RPC after error@30968713) -> (continuation of Deferred@33322880 after retry RPC after error@1887488244) -> (continuation of Deferred@227265581 after retry RPC after error@1212848854) -> (continuation of Deferred@711504936 after retry RPC after error@1557729017) -> (continuation of Deferred@266361835 after retry RPC after error@333507819) -> (continuation of Deferred@2093400907 after retry RPC after error@1752999148)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:46.008 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:46.008 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
23:56:46.009 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:56:46.009 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RUNNING to RESTARTING.
23:56:46.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.019734 11254 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:56:46.026 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:46.026 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:46.026 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:46.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:46.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:46.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:46.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:46.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:46.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:46.027 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:46.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:46.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:46.027 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.039228 11254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } has no permanent_uuid. Determining permanent_uuid...
23:56:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.069439 11254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } has no permanent_uuid. Determining permanent_uuid...
23:56:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.085207 11254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } has no permanent_uuid. Determining permanent_uuid...
23:56:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.105749 11254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620: Bootstrap starting.
23:56:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.112697 11254 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620: Neither blocks nor log segments found. Creating new log.
23:56:46.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.114846 11254 log.cc:826] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620: Log is configured to *not* fsync() on all Append() calls
23:56:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.122885 11254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620: No bootstrap required, opened a new log
23:56:46.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.147396 11254 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.148303 11254 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.148644 11254 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e79070c0e604267ba8297c7185cd620, State: Initialized, Role: FOLLOWER
23:56:46.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.149612 11254 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.152851 11263 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:46.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.153964 11263 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: This master's current role is: FOLLOWER
23:56:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.154804 11254 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: configured and running, proceeding with master startup.
23:56:46.158 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:46.158 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:46.158 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:46.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.159 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.159 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.159 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.159 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:46.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468606202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:46.209051 11274 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:56:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:46.209371 11274 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:56:46.210 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:56:46.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:56:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.225823 11042 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 7
23:56:46.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:46.242 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:46.242 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:46.242 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:46.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:46.242 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:46.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:46.242 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:46.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:46.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:46.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:46.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:46.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:46.243 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.195072 11173 master_runner.cc:187] Error getting master registration for 127.10.172.254:33797: OK, instance_id { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" instance_seqno: 1783468601485827 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:56:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.251889 11173 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:56:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.270736 11042 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: Bootstrap starting.
23:56:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.279696 11042 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: Neither blocks nor log segments found. Creating new log.
23:56:46.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.282594 11042 log.cc:826] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: Log is configured to *not* fsync() on all Append() calls
23:56:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.291493 11042 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: No bootstrap required, opened a new log
23:56:46.309 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:46.310 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:46.310 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:46.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.311 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.325120 11042 raft_consensus.cc:359] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.326083 11042 raft_consensus.cc:385] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.326442 11042 raft_consensus.cc:740] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac440e2eafbb43ea913fa870e78f1a9b, State: Initialized, Role: FOLLOWER
23:56:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.327003 11263 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:56:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.327615 11263 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.327580 11042 consensus_queue.cc:260] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:46.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.340816 11263 leader_election.cc:290] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac440e2eafbb43ea913fa870e78f1a9b (127.10.172.254:33797), 2a486ffe71f74838abb03c38af074dfc (127.10.172.253:32945)
23:56:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.344398 11278 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.346909 11278 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [sys.catalog]: This master's current role is: FOLLOWER
23:56:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.347304 11017 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e79070c0e604267ba8297c7185cd620" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" is_pre_election: true
23:56:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.348258 11017 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e79070c0e604267ba8297c7185cd620 in term 0.
23:56:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.349215 11042 sys_catalog.cc:565] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [sys.catalog]: configured and running, proceeding with master startup.
23:56:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.350037 11200 leader_election.cc:304] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6e79070c0e604267ba8297c7185cd620, ac440e2eafbb43ea913fa870e78f1a9b; no voters: 
23:56:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.351225 11263 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:56:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.351569 11263 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:56:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.351893 11263 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 0 FOLLOWER]: Advancing to term 1
23:56:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.376734 11263 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.392558 11017 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e79070c0e604267ba8297c7185cd620" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac440e2eafbb43ea913fa870e78f1a9b"
23:56:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.393173 11017 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [term 0 FOLLOWER]: Advancing to term 1
23:56:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:46.394122 11205 tablet.cc:2406] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.395824 11263 leader_election.cc:290] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [CANDIDATE]: Term 1 election: Requested vote from peers ac440e2eafbb43ea913fa870e78f1a9b (127.10.172.254:33797), 2a486ffe71f74838abb03c38af074dfc (127.10.172.253:32945)
23:56:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:46.397957 11289 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:56:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:46.398289 11289 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:56:46.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.408206 11017 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6e79070c0e604267ba8297c7185cd620 in term 1.
23:56:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.410512 11200 leader_election.cc:304] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6e79070c0e604267ba8297c7185cd620, ac440e2eafbb43ea913fa870e78f1a9b; no voters: 
23:56:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.411350 11263 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 1 FOLLOWER]: Leader election won for term 1
23:56:46.414 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:46.414 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:46.414 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:46.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:46.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:46.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:46.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:46.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:46.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:46.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:46.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:46.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:46.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.422518 11263 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [term 1 LEADER]: Becoming Leader. State: Replica: 6e79070c0e604267ba8297c7185cd620, State: Running, Role: LEADER
23:56:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.423542 11263 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:46.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:46.436249 10995 tablet.cc:2406] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:56:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.439608 11291 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e79070c0e604267ba8297c7185cd620. Latest consensus state: current_term: 1 leader_uuid: "6e79070c0e604267ba8297c7185cd620" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.442385 11291 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: This master's current role is: LEADER
23:56:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.448822 11293 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:56:46.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.402195 10959 master_runner.cc:187] Error getting master registration for 127.10.172.253:32945: OK, instance_id { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" instance_seqno: 1783468603515397 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:56:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.451189 10959 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:56:46.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.459350 11293 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:56:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.502041 11017 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [term 1 FOLLOWER]: Refusing update from remote peer 6e79070c0e604267ba8297c7185cd620: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:56:46.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.503904 11291 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:56:46.519 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:46.519 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:46.520 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:46.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:46.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:46.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:46.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:46.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:46.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:46.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:46.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:46.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:46.521 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.546674 11278 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e79070c0e604267ba8297c7185cd620. Latest consensus state: current_term: 1 leader_uuid: "6e79070c0e604267ba8297c7185cd620" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:46.547 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.547487 11278 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [sys.catalog]: This master's current role is: FOLLOWER
23:56:46.547 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:46.548 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:46.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.556908 11294 mvcc.cc:204] Tried to move back new op lower bound from 7305087412174376960 to 7305087411920953344. Current Snapshot: MvccSnapshot[applied={T|T < 7305087412174376960}]
23:56:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.560957 11263 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e79070c0e604267ba8297c7185cd620" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.561791 11263 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: This master's current role is: LEADER
23:56:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.568747 11293 catalog_manager.cc:1382] Generated new cluster ID: 8b9f88963e83477dbb6dfa49a530196b
23:56:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.569061 11293 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:56:46.577 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:46.577 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:46.577 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:46.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:46.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:46.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:46.578 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.580758 11278 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e79070c0e604267ba8297c7185cd620" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.581470 11278 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b [sys.catalog]: This master's current role is: FOLLOWER
23:56:46.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:46.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:46.697 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:46.698 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:46.698 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:46.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:46.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468606702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:46.714 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:56:46.715 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:56:46.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.741909 11293 catalog_manager.cc:1405] Generated new certificate authority record
23:56:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.748070 11293 catalog_manager.cc:1539] Loading token signing keys...
23:56:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.825449 11293 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620: Generated new TSK 0
23:56:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.829926 11293 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:46.884125 10931 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/wal
23:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/data
23:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/logs
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/data/info.pb
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.193:0
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.172.193
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.193
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:56:46.897 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:46.897 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:46.897 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:46.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:46.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:46.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:46.898 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:46.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:46.910 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:46.910 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:46.910 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:46.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:46.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:46.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:46.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:46.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:46.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:46.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:46.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:46.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:46.911 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:46.950 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:46.950 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:46.950 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:46.950 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:46.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:46.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:46.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:46.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:46.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:46.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:46.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:46.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:46.955 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:46.955 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28911), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [112ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [125ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [170ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [177ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [230ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [231ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [232ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [232ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [343ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [721ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [762ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1341ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2482ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5641ms] too many traces: truncated at 100 traces, deferred=Deferred@2059112916(state=PENDING, result=null, callback=(continuation of Deferred@1190810845 after retry RPC after error@964103814) -> (continuation of Deferred@1189458401 after retry RPC after error@1626783192) -> (continuation of Deferred@1950241191 after retry RPC after error@1975284376) -> (continuation of Deferred@515747703 after retry RPC after error@1265682693) -> (continuation of Deferred@1304758949 after retry RPC after error@1534822711) -> (continuation of Deferred@676221752 after retry RPC after error@1698406357) -> (continuation of Deferred@5124597 after retry RPC after error@133903098) -> (continuation of Deferred@1576429230 after retry RPC after error@1678417906) -> (continuation of Deferred@364563231 after retry RPC after error@1267222448) -> (continuation of Deferred@631610233 after retry RPC after error@358642992) -> (continuation of Deferred@1447147184 after retry RPC after error@1610468879) -> (continuation of Deferred@1443555546 after retry RPC after error@1079365342) -> (continuation of Deferred@469369938 after retry RPC after error@717634708) -> (continuation of Deferred@722165038 after retry RPC after error@1170621871) -> (continuation of Deferred@248844753 after retry RPC after error@359443971) -> (continuation of Deferred@1694462893 after retry RPC after error@333691296) -> (continuation of Deferred@891189652 after retry RPC after error@1173538178) -> (continuation of Deferred@1519367306 after retry RPC after error@1420765378) -> (continuation of Deferred@305867034 after retry RPC after error@1094066186) -> (continuation of Deferred@1715140418 after retry RPC after error@1274952319) -> (continuation of Deferred@4631011 after retry RPC after error@1879109521) -> (continuation of Deferred@1102153268 after retry RPC after error@2074501567) -> (continuation of Deferred@1318770329 after retry RPC after error@965854396) -> (continuation of Deferred@1960600988 after retry RPC after error@1010780449) -> (continuation of Deferred@612986401 after retry RPC after error@327875112), errback=(continuation of Deferred@1190810845 after retry RPC after error@964103814) -> (continuation of Deferred@1189458401 after retry RPC after error@1626783192) -> (continuation of Deferred@1950241191 after retry RPC after error@1975284376) -> (continuation of Deferred@515747703 after retry RPC after error@1265682693) -> (continuation of Deferred@1304758949 after retry RPC after error@1534822711) -> (continuation of Deferred@676221752 after retry RPC after error@1698406357) -> (continuation of Deferred@5124597 after retry RPC after error@133903098) -> (continuation of Deferred@1576429230 after retry RPC after error@1678417906) -> (continuation of Deferred@364563231 after retry RPC after error@1267222448) -> (continuation of Deferred@631610233 after retry RPC after error@358642992) -> (continuation of Deferred@1447147184 after retry RPC after error@1610468879) -> (continuation of Deferred@1443555546 after retry RPC after error@1079365342) -> (continuation of Deferred@469369938 after retry RPC after error@717634708) -> (continuation of Deferred@722165038 after retry RPC after error@1170621871) -> (continuation of Deferred@248844753 after retry RPC after error@359443971) -> (continuation of Deferred@1694462893 after retry RPC after error@333691296) -> (continuation of Deferred@891189652 after retry RPC after error@1173538178) -> (continuation of Deferred@1519367306 after retry RPC after error@1420765378) -> (continuation of Deferred@305867034 after retry RPC after error@1094066186) -> (continuation of Deferred@1715140418 after retry RPC after error@1274952319) -> (continuation of Deferred@4631011 after retry RPC after error@1879109521) -> (continuation of Deferred@1102153268 after retry RPC after error@2074501567) -> (continuation of Deferred@1318770329 after retry RPC after error@965854396) -> (continuation of Deferred@1960600988 after retry RPC after error@1010780449) -> (continuation of Deferred@612986401 after retry RPC after error@327875112)))
23:56:46.956 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:56:46.956 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28911), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [112ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [125ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [170ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [177ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [230ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [231ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [232ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [232ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [343ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [721ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [762ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1341ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2482ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5641ms] too many traces: truncated at 100 traces, deferred=Deferred@2059112916(state=PENDING, result=null, callback=(continuation of Deferred@1190810845 after retry RPC after error@964103814) -> (continuation of Deferred@1189458401 after retry RPC after error@1626783192) -> (continuation of Deferred@1950241191 after retry RPC after error@1975284376) -> (continuation of Deferred@515747703 after retry RPC after error@1265682693) -> (continuation of Deferred@1304758949 after retry RPC after error@1534822711) -> (continuation of Deferred@676221752 after retry RPC after error@1698406357) -> (continuation of Deferred@5124597 after retry RPC after error@133903098) -> (continuation of Deferred@1576429230 after retry RPC after error@1678417906) -> (continuation of Deferred@364563231 after retry RPC after error@1267222448) -> (continuation of Deferred@631610233 after retry RPC after error@358642992) -> (continuation of Deferred@1447147184 after retry RPC after error@1610468879) -> (continuation of Deferred@1443555546 after retry RPC after error@1079365342) -> (continuation of Deferred@469369938 after retry RPC after error@717634708) -> (continuation of Deferred@722165038 after retry RPC after error@1170621871) -> (continuation of Deferred@248844753 after retry RPC after error@359443971) -> (continuation of Deferred@1694462893 after retry RPC after error@333691296) -> (continuation of Deferred@891189652 after retry RPC after error@1173538178) -> (continuation of Deferred@1519367306 after retry RPC after error@1420765378) -> (continuation of Deferred@305867034 after retry RPC after error@1094066186) -> (continuation of Deferred@1715140418 after retry RPC after error@1274952319) -> (continuation of Deferred@4631011 after retry RPC after error@1879109521) -> (continuation of Deferred@1102153268 after retry RPC after error@2074501567) -> (continuation of Deferred@1318770329 after retry RPC after error@965854396) -> (continuation of Deferred@1960600988 after retry RPC after error@1010780449) -> (continuation of Deferred@612986401 after retry RPC after error@327875112), errback=(continuation of Deferred@1190810845 after retry RPC after error@964103814) -> (continuation of Deferred@1189458401 after retry RPC after error@1626783192) -> (continuation of Deferred@1950241191 after retry RPC after error@1975284376) -> (continuation of Deferred@515747703 after retry RPC after error@1265682693) -> (continuation of Deferred@1304758949 after retry RPC after error@1534822711) -> (continuation of Deferred@676221752 after retry RPC after error@1698406357) -> (continuation of Deferred@5124597 after retry RPC after error@133903098) -> (continuation of Deferred@1576429230 after retry RPC after error@1678417906) -> (continuation of Deferred@364563231 after retry RPC after error@1267222448) -> (continuation of Deferred@631610233 after retry RPC after error@358642992) -> (continuation of Deferred@1447147184 after retry RPC after error@1610468879) -> (continuation of Deferred@1443555546 after retry RPC after error@1079365342) -> (continuation of Deferred@469369938 after retry RPC after error@717634708) -> (continuation of Deferred@722165038 after retry RPC after error@1170621871) -> (continuation of Deferred@248844753 after retry RPC after error@359443971) -> (continuation of Deferred@1694462893 after retry RPC after error@333691296) -> (continuation of Deferred@891189652 after retry RPC after error@1173538178) -> (continuation of Deferred@1519367306 after retry RPC after error@1420765378) -> (continuation of Deferred@305867034 after retry RPC after error@1094066186) -> (continuation of Deferred@1715140418 after retry RPC after error@1274952319) -> (continuation of Deferred@4631011 after retry RPC after error@1879109521) -> (continuation of Deferred@1102153268 after retry RPC after error@2074501567) -> (continuation of Deferred@1318770329 after retry RPC after error@965854396) -> (continuation of Deferred@1960600988 after retry RPC after error@1010780449) -> (continuation of Deferred@612986401 after retry RPC after error@327875112)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:46.957 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:56:46.958 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:56:46.961 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28911), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [112ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [125ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [170ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [177ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [178ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [230ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [231ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [232ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [232ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [343ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [721ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [761ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [762ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1341ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2480ms] refreshing cache from master, [2480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2482ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5641ms] too many traces: truncated at 100 traces, deferred=Deferred@2059112916(state=PENDING, result=null, callback=(continuation of Deferred@1190810845 after retry RPC after error@964103814) -> (continuation of Deferred@1189458401 after retry RPC after error@1626783192) -> (continuation of Deferred@1950241191 after retry RPC after error@1975284376) -> (continuation of Deferred@515747703 after retry RPC after error@1265682693) -> (continuation of Deferred@1304758949 after retry RPC after error@1534822711) -> (continuation of Deferred@676221752 after retry RPC after error@1698406357) -> (continuation of Deferred@5124597 after retry RPC after error@133903098) -> (continuation of Deferred@1576429230 after retry RPC after error@1678417906) -> (continuation of Deferred@364563231 after retry RPC after error@1267222448) -> (continuation of Deferred@631610233 after retry RPC after error@358642992) -> (continuation of Deferred@1447147184 after retry RPC after error@1610468879) -> (continuation of Deferred@1443555546 after retry RPC after error@1079365342) -> (continuation of Deferred@469369938 after retry RPC after error@717634708) -> (continuation of Deferred@722165038 after retry RPC after error@1170621871) -> (continuation of Deferred@248844753 after retry RPC after error@359443971) -> (continuation of Deferred@1694462893 after retry RPC after error@333691296) -> (continuation of Deferred@891189652 after retry RPC after error@1173538178) -> (continuation of Deferred@1519367306 after retry RPC after error@1420765378) -> (continuation of Deferred@305867034 after retry RPC after error@1094066186) -> (continuation of Deferred@1715140418 after retry RPC after error@1274952319) -> (continuation of Deferred@4631011 after retry RPC after error@1879109521) -> (continuation of Deferred@1102153268 after retry RPC after error@2074501567) -> (continuation of Deferred@1318770329 after retry RPC after error@965854396) -> (continuation of Deferred@1960600988 after retry RPC after error@1010780449) -> (continuation of Deferred@612986401 after retry RPC after error@327875112), errback=(continuation of Deferred@1190810845 after retry RPC after error@964103814) -> (continuation of Deferred@1189458401 after retry RPC after error@1626783192) -> (continuation of Deferred@1950241191 after retry RPC after error@1975284376) -> (continuation of Deferred@515747703 after retry RPC after error@1265682693) -> (continuation of Deferred@1304758949 after retry RPC after error@1534822711) -> (continuation of Deferred@676221752 after retry RPC after error@1698406357) -> (continuation of Deferred@5124597 after retry RPC after error@133903098) -> (continuation of Deferred@1576429230 after retry RPC after error@1678417906) -> (continuation of Deferred@364563231 after retry RPC after error@1267222448) -> (continuation of Deferred@631610233 after retry RPC after error@358642992) -> (continuation of Deferred@1447147184 after retry RPC after error@1610468879) -> (continuation of Deferred@1443555546 after retry RPC after error@1079365342) -> (continuation of Deferred@469369938 after retry RPC after error@717634708) -> (continuation of Deferred@722165038 after retry RPC after error@1170621871) -> (continuation of Deferred@248844753 after retry RPC after error@359443971) -> (continuation of Deferred@1694462893 after retry RPC after error@333691296) -> (continuation of Deferred@891189652 after retry RPC after error@1173538178) -> (continuation of Deferred@1519367306 after retry RPC after error@1420765378) -> (continuation of Deferred@305867034 after retry RPC after error@1094066186) -> (continuation of Deferred@1715140418 after retry RPC after error@1274952319) -> (continuation of Deferred@4631011 after retry RPC after error@1879109521) -> (continuation of Deferred@1102153268 after retry RPC after error@2074501567) -> (continuation of Deferred@1318770329 after retry RPC after error@965854396) -> (continuation of Deferred@1960600988 after retry RPC after error@1010780449) -> (continuation of Deferred@612986401 after retry RPC after error@327875112)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:46.962 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:56:46.962 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:46.963 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:56:47.118 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:47.118 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:47.118 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:47.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:47.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:47.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:47.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:47.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:47.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:47.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:47.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:47.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:47.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:47.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:47.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:47.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468607202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:47.212 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:56:47.213 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:56:47.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:47.306 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.306 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.307 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29198), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [67ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [269ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [272ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [272ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [280ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [281ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [402ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [461ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [962ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [964ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [964ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3022ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3122ms] too many traces: truncated at 100 traces, deferred=Deferred@1027989702(state=PENDING, result=null, callback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494), errback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494)))
23:56:47.309 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.309 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.309 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.309 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29198), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [67ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [269ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [272ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [272ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [280ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [281ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [402ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [461ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [962ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [964ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [964ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3022ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3122ms] too many traces: truncated at 100 traces, deferred=Deferred@1027989702(state=PENDING, result=null, callback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494), errback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29198), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [67ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [269ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [272ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [272ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [280ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [281ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [402ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [461ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [962ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [964ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [964ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3022ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3122ms] too many traces: truncated at 100 traces, deferred=Deferred@1027989702(state=PENDING, result=null, callback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494), errback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.252:33517
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:47.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.310 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.316 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29198), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [67ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [269ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [272ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [272ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [280ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [281ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [402ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [461ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [962ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [964ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [964ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3022ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3122ms] too many traces: truncated at 100 traces, deferred=Deferred@1027989702(state=PENDING, result=null, callback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494), errback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29198), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [55ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [67ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [269ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [272ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [272ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [280ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [281ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [281ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [402ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [461ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [662ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [962ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [963ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [964ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [964ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3022ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3122ms] too many traces: truncated at 100 traces, deferred=Deferred@1027989702(state=PENDING, result=null, callback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494), errback=(continuation of Deferred@1352073499 after retry RPC after error@612514769) -> (continuation of Deferred@255874557 after retry RPC after error@487708419) -> (continuation of Deferred@1969652323 after retry RPC after error@1074750381) -> (continuation of Deferred@1299003884 after retry RPC after error@1591166605) -> (continuation of Deferred@535016110 after retry RPC after error@617265396) -> (continuation of Deferred@13391832 after retry RPC after error@1682676322) -> (continuation of Deferred@1723802247 after retry RPC after error@390278076) -> (continuation of Deferred@1968426011 after retry RPC after error@1307824217) -> (continuation of Deferred@1380411514 after retry RPC after error@1549252421) -> (continuation of Deferred@932158400 after retry RPC after error@1680729200) -> (continuation of Deferred@222319671 after retry RPC after error@1816930117) -> (continuation of Deferred@668397719 after retry RPC after error@752066169) -> (continuation of Deferred@591238712 after retry RPC after error@784788245) -> (continuation of Deferred@1040507922 after retry RPC after error@244618749) -> (continuation of Deferred@1104633409 after retry RPC after error@1490062125) -> (continuation of Deferred@1106100305 after retry RPC after error@1811717868) -> (continuation of Deferred@270725252 after retry RPC after error@1291294798) -> (continuation of Deferred@1672951497 after retry RPC after error@1823727533) -> (continuation of Deferred@1796387951 after retry RPC after error@467104939) -> (continuation of Deferred@1099696230 after retry RPC after error@867236173) -> (continuation of Deferred@1300202136 after retry RPC after error@1840108976) -> (continuation of Deferred@1279475547 after retry RPC after error@2022558991) -> (continuation of Deferred@1230498756 after retry RPC after error@1255450379) -> (continuation of Deferred@532213997 after retry RPC after error@155956128) -> (continuation of Deferred@2134139014 after retry RPC after error@272067732) -> (continuation of Deferred@1213254119 after retry RPC after error@475178494)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.252:33517
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:47.318 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:56:47.318 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
23:56:47.319 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
23:56:47.320 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:56:47.320 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
23:56:47.320 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:56:47.321 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
23:56:47.321 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
23:56:47.326 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.326 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.326 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:56:47.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
23:56:47.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:56:47.346 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.347 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.347 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.348 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.366 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.366 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.366 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.367 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.367 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:56:47.367 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
23:56:47.367 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:56:47.374 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:56:47.374 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
23:56:47.374 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:56:47.387 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.387 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.387 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.388 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.395 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:56:47.395 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:56:47.396 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
23:56:47.396 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
23:56:47.397 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:47.398 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4dfeeca2b0540f7d11f0127acc9190d8
23:56:47.398 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:47.398 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:47.398 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:47.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:47.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:47.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:47.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:47.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:47.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:47.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:47.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:47.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:47.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:47.404608 11289 catalog_manager.cc:1294] Loaded cluster ID: 8b9f88963e83477dbb6dfa49a530196b
23:56:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:47.405076 11289 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: loading cluster ID for follower catalog manager: success
23:56:47.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:47.406 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.406 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.407 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.407 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:47.412569 11289 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: acquiring CA information for follower catalog manager: success
23:56:47.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:47.430857 11289 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ac440e2eafbb43ea913fa870e78f1a9b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:56:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:47.463598 11299 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:47.464288 11299 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:47.465044 11299 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:47.466 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.466 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.466 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.467 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.507 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.507 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.507 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.517 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:47.517 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:47.517 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:47.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.519 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:47.552 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:47.552 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:47.553 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:47.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:47.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:47.553 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:47.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:47.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:47.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:47.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:47.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:47.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:47.554 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:47.576737 11299 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:47.578186 11299 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.172.193
23:56:47.587 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:47.587 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:47.587 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:47.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:47.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:47.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:47.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:47.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:47.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:47.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:47.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:47.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:47.588 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:47.607 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:47.607 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:47.608 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:47.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:47.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:47.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:47.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:47.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:47.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:47.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:47.609 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:47.609 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:47.609 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:47.610 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29477), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [78ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [105ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [146ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [146ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [147ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [252ms] refreshing cache from master, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [253ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [254ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [256ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [256ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [317ms] refreshing cache from master, [317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [318ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [319ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [319ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [320ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [561ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [561ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [841ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [842ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1101ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2542ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [5080ms] refreshing cache from master, [5080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5080ms] too many traces: truncated at 100 traces, deferred=Deferred@626040593(state=PENDING, result=null, callback=(continuation of Deferred@661672132 after retry RPC after error@1839930973) -> (continuation of Deferred@95919521 after retry RPC after error@608051729) -> (continuation of Deferred@32350242 after retry RPC after error@872484788) -> (continuation of Deferred@232969728 after retry RPC after error@1478054663) -> (continuation of Deferred@882447510 after retry RPC after error@140103966) -> (continuation of Deferred@319837379 after retry RPC after error@25410765) -> (continuation of Deferred@2109875663 after retry RPC after error@1003870792) -> (continuation of Deferred@720517053 after retry RPC after error@915112954) -> (continuation of Deferred@1510683833 after retry RPC after error@1327079978) -> (continuation of Deferred@1961704363 after retry RPC after error@504619679) -> (continuation of Deferred@499032856 after retry RPC after error@523520631) -> (continuation of Deferred@43588185 after retry RPC after error@60757903) -> (continuation of Deferred@1800520327 after retry RPC after error@1451969128) -> (continuation of Deferred@478861618 after retry RPC after error@1741854275) -> (continuation of Deferred@49423812 after retry RPC after error@237434872) -> (continuation of Deferred@1143995463 after retry RPC after error@935074319) -> (continuation of Deferred@619959609 after retry RPC after error@492011368) -> (continuation of Deferred@648377665 after retry RPC after error@1906212856) -> (continuation of Deferred@1266562799 after retry RPC after error@1297135831) -> (continuation of Deferred@1079165761 after retry RPC after error@1118901516) -> (continuation of Deferred@2017626875 after retry RPC after error@807142180) -> (continuation of Deferred@1719830189 after retry RPC after error@751957508) -> (continuation of Deferred@1076405303 after retry RPC after error@285051445), errback=(continuation of Deferred@661672132 after retry RPC after error@1839930973) -> (continuation of Deferred@95919521 after retry RPC after error@608051729) -> (continuation of Deferred@32350242 after retry RPC after error@872484788) -> (continuation of Deferred@232969728 after retry RPC after error@1478054663) -> (continuation of Deferred@882447510 after retry RPC after error@140103966) -> (continuation of Deferred@319837379 after retry RPC after error@25410765) -> (continuation of Deferred@2109875663 after retry RPC after error@1003870792) -> (continuation of Deferred@720517053 after retry RPC after error@915112954) -> (continuation of Deferred@1510683833 after retry RPC after error@1327079978) -> (continuation of Deferred@1961704363 after retry RPC after error@504619679) -> (continuation of Deferred@499032856 after retry RPC after error@523520631) -> (continuation of Deferred@43588185 after retry RPC after error@60757903) -> (continuation of Deferred@1800520327 after retry RPC after error@1451969128) -> (continuation of Deferred@478861618 after retry RPC after error@1741854275) -> (continuation of Deferred@49423812 after retry RPC after error@237434872) -> (continuation of Deferred@1143995463 after retry RPC after error@935074319) -> (continuation of Deferred@619959609 after retry RPC after error@492011368) -> (continuation of Deferred@648377665 after retry RPC after error@1906212856) -> (continuation of Deferred@1266562799 after retry RPC after error@1297135831) -> (continuation of Deferred@1079165761 after retry RPC after error@1118901516) -> (continuation of Deferred@2017626875 after retry RPC after error@807142180) -> (continuation of Deferred@1719830189 after retry RPC after error@751957508) -> (continuation of Deferred@1076405303 after retry RPC after error@285051445)))
23:56:47.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:47.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:47.666 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.666 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.666 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.667 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.674 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:47.674 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:47.675 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:47.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:47.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:47.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:47.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:47.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:47.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:47.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:47.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:47.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:47.675 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:47.676 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29550), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [97ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [97ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [177ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [501ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [501ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [502ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1002ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1902ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2820ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2822ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [5860ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@60285460(state=PENDING, result=null, callback=(continuation of Deferred@971700308 after retry RPC after error@2007631944) -> (continuation of Deferred@569169837 after retry RPC after error@492242630) -> (continuation of Deferred@1930519904 after retry RPC after error@1423891202) -> (continuation of Deferred@323497867 after retry RPC after error@906787346) -> (continuation of Deferred@1313743830 after retry RPC after error@1818945494) -> (continuation of Deferred@1041017255 after retry RPC after error@1803917470) -> (continuation of Deferred@1424643755 after retry RPC after error@1871011767) -> (continuation of Deferred@882868849 after retry RPC after error@1939451156) -> (continuation of Deferred@1975579330 after retry RPC after error@821912362) -> (continuation of Deferred@2025448270 after retry RPC after error@1190527040) -> (continuation of Deferred@886226110 after retry RPC after error@1877830973) -> (continuation of Deferred@1484341277 after retry RPC after error@779857746) -> (continuation of Deferred@267243887 after retry RPC after error@200130858) -> (continuation of Deferred@428216802 after retry RPC after error@1785998527) -> (continuation of Deferred@200539703 after retry RPC after error@1853000434) -> (continuation of Deferred@1196593119 after retry RPC after error@201867870) -> (continuation of Deferred@413009838 after retry RPC after error@1648438101) -> (continuation of Deferred@834567349 after retry RPC after error@2146091630) -> (continuation of Deferred@388041034 after retry RPC after error@2085716856) -> (continuation of Deferred@1044910995 after retry RPC after error@387469190) -> (continuation of Deferred@149716854 after retry RPC after error@2027317072) -> (continuation of Deferred@117188434 after retry RPC after error@1397570676) -> (continuation of Deferred@951189156 after retry RPC after error@1930883589) -> (continuation of Deferred@339185026 after retry RPC after error@774090220), errback=(continuation of Deferred@971700308 after retry RPC after error@2007631944) -> (continuation of Deferred@569169837 after retry RPC after error@492242630) -> (continuation of Deferred@1930519904 after retry RPC after error@1423891202) -> (continuation of Deferred@323497867 after retry RPC after error@906787346) -> (continuation of Deferred@1313743830 after retry RPC after error@1818945494) -> (continuation of Deferred@1041017255 after retry RPC after error@1803917470) -> (continuation of Deferred@1424643755 after retry RPC after error@1871011767) -> (continuation of Deferred@882868849 after retry RPC after error@1939451156) -> (continuation of Deferred@1975579330 after retry RPC after error@821912362) -> (continuation of Deferred@2025448270 after retry RPC after error@1190527040) -> (continuation of Deferred@886226110 after retry RPC after error@1877830973) -> (continuation of Deferred@1484341277 after retry RPC after error@779857746) -> (continuation of Deferred@267243887 after retry RPC after error@200130858) -> (continuation of Deferred@428216802 after retry RPC after error@1785998527) -> (continuation of Deferred@200539703 after retry RPC after error@1853000434) -> (continuation of Deferred@1196593119 after retry RPC after error@201867870) -> (continuation of Deferred@413009838 after retry RPC after error@1648438101) -> (continuation of Deferred@834567349 after retry RPC after error@2146091630) -> (continuation of Deferred@388041034 after retry RPC after error@2085716856) -> (continuation of Deferred@1044910995 after retry RPC after error@387469190) -> (continuation of Deferred@149716854 after retry RPC after error@2027317072) -> (continuation of Deferred@117188434 after retry RPC after error@1397570676) -> (continuation of Deferred@951189156 after retry RPC after error@1930883589) -> (continuation of Deferred@339185026 after retry RPC after error@774090220)))
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:47.677987 11299 tablet_server_runner.cc:78] Tablet server non-default flags:
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/data
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/wal
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.193:0
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/data/info.pb
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.193
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.172.193
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/logs
23:56:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:47.679920 11299 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:47.682351 11299 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:47.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468607702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:47.708226 11313 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:47.718 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:56:47.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:56:47.725 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:47.725 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:47.725 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:47.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:47.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:47.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:47.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:47.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:47.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:47.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:47.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:47.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:47.727 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:47.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:47.856 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:47.857 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:47.857 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:47.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:47.906 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:47.906 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:47.906 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:47.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:47.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:47.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:47.907 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:47.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:47.917 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:47.917 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:47.918 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:47.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:47.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:47.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:47.919 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:47.971268 11202 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.10.172.253:32945 timed out after 1.571s (SENT)
23:56:48.014 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:48.014 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:48.014 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:48.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:48.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:48.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:48.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:48.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:48.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:48.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:48.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:48.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:48.015 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.067597 11171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } attempt: 8
23:56:48.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:48.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:48.156 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:48.156 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:48.156 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:48.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:48.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:48.162 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:48.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:48.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:48.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:48.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:48.162 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:48.162 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:48.163 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:48.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468608203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:48.217 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:56:48.218 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:56:48.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.257700 11171 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc: Bootstrap starting.
23:56:48.305 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:48.305 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:48.306 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:48.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.306 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:48.401 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:48.402 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:48.402 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:48.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:48.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:48.440 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:48.441 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:48.441 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:48.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:48.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:48.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:48.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:48.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:48.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:48.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:48.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:48.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:48.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.482878 11171 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc: Neither blocks nor log segments found. Creating new log.
23:56:48.500 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:48.501 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:48.501 [DEBUG - pool-399-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:48.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.502 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:48.503 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27770), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [237ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [246ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [247ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [393ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [394ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [395ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [395ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [470ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [473ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [473ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [473ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [474ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [480ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [481ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [482ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [501ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [502ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [520ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [542ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [621ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [841ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1181ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1281ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2461ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3101ms] refreshing cache from master, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3102ms] too many traces: truncated at 100 traces, deferred=Deferred@344644135(state=PENDING, result=null, callback=(continuation of Deferred@1900021119 after retry RPC after error@1313643018) -> (continuation of Deferred@633524743 after retry RPC after error@1742438266) -> (continuation of Deferred@381809923 after retry RPC after error@1014477083) -> (continuation of Deferred@261496440 after retry RPC after error@864718943) -> (continuation of Deferred@712643264 after retry RPC after error@730108413) -> (continuation of Deferred@341720875 after retry RPC after error@1932615063) -> (continuation of Deferred@161983779 after retry RPC after error@103014035) -> (continuation of Deferred@1667304987 after retry RPC after error@440744453) -> (continuation of Deferred@784290523 after retry RPC after error@921753305) -> (continuation of Deferred@1569331146 after retry RPC after error@1856805740) -> (continuation of Deferred@986785256 after retry RPC after error@170355317) -> (continuation of Deferred@119412924 after retry RPC after error@233018568) -> (continuation of Deferred@1043209977 after retry RPC after error@258719627) -> (continuation of Deferred@2017955106 after retry RPC after error@1771246390) -> (continuation of Deferred@662962475 after retry RPC after error@1975612855) -> (continuation of Deferred@833345712 after retry RPC after error@1087399696) -> (continuation of Deferred@1197124472 after retry RPC after error@969413353) -> (continuation of Deferred@1447633720 after retry RPC after error@367146502) -> (continuation of Deferred@133254825 after retry RPC after error@2128042980) -> (continuation of Deferred@1629026277 after retry RPC after error@1708044230) -> (continuation of Deferred@1749496272 after retry RPC after error@738942791) -> (continuation of Deferred@168440572 after retry RPC after error@438967524) -> (continuation of Deferred@1261598656 after retry RPC after error@1026943110) -> (continuation of Deferred@1727246350 after retry RPC after error@754212104), errback=(continuation of Deferred@1900021119 after retry RPC after error@1313643018) -> (continuation of Deferred@633524743 after retry RPC after error@1742438266) -> (continuation of Deferred@381809923 after retry RPC after error@1014477083) -> (continuation of Deferred@261496440 after retry RPC after error@864718943) -> (continuation of Deferred@712643264 after retry RPC after error@730108413) -> (continuation of Deferred@341720875 after retry RPC after error@1932615063) -> (continuation of Deferred@161983779 after retry RPC after error@103014035) -> (continuation of Deferred@1667304987 after retry RPC after error@440744453) -> (continuation of Deferred@784290523 after retry RPC after error@921753305) -> (continuation of Deferred@1569331146 after retry RPC after error@1856805740) -> (continuation of Deferred@986785256 after retry RPC after error@170355317) -> (continuation of Deferred@119412924 after retry RPC after error@233018568) -> (continuation of Deferred@1043209977 after retry RPC after error@258719627) -> (continuation of Deferred@2017955106 after retry RPC after error@1771246390) -> (continuation of Deferred@662962475 after retry RPC after error@1975612855) -> (continuation of Deferred@833345712 after retry RPC after error@1087399696) -> (continuation of Deferred@1197124472 after retry RPC after error@969413353) -> (continuation of Deferred@1447633720 after retry RPC after error@367146502) -> (continuation of Deferred@133254825 after retry RPC after error@2128042980) -> (continuation of Deferred@1629026277 after retry RPC after error@1708044230) -> (continuation of Deferred@1749496272 after retry RPC after error@738942791) -> (continuation of Deferred@168440572 after retry RPC after error@438967524) -> (continuation of Deferred@1261598656 after retry RPC after error@1026943110) -> (continuation of Deferred@1727246350 after retry RPC after error@754212104)))
23:56:48.504 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:56:48.504 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27770), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [237ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [246ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [247ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [393ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [394ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [395ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [395ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [470ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [473ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [473ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [473ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [474ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [480ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [481ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [482ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [501ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [502ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [520ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [542ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [621ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [841ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1181ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1281ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2461ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3101ms] refreshing cache from master, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3102ms] too many traces: truncated at 100 traces, deferred=Deferred@344644135(state=PENDING, result=null, callback=(continuation of Deferred@1900021119 after retry RPC after error@1313643018) -> (continuation of Deferred@633524743 after retry RPC after error@1742438266) -> (continuation of Deferred@381809923 after retry RPC after error@1014477083) -> (continuation of Deferred@261496440 after retry RPC after error@864718943) -> (continuation of Deferred@712643264 after retry RPC after error@730108413) -> (continuation of Deferred@341720875 after retry RPC after error@1932615063) -> (continuation of Deferred@161983779 after retry RPC after error@103014035) -> (continuation of Deferred@1667304987 after retry RPC after error@440744453) -> (continuation of Deferred@784290523 after retry RPC after error@921753305) -> (continuation of Deferred@1569331146 after retry RPC after error@1856805740) -> (continuation of Deferred@986785256 after retry RPC after error@170355317) -> (continuation of Deferred@119412924 after retry RPC after error@233018568) -> (continuation of Deferred@1043209977 after retry RPC after error@258719627) -> (continuation of Deferred@2017955106 after retry RPC after error@1771246390) -> (continuation of Deferred@662962475 after retry RPC after error@1975612855) -> (continuation of Deferred@833345712 after retry RPC after error@1087399696) -> (continuation of Deferred@1197124472 after retry RPC after error@969413353) -> (continuation of Deferred@1447633720 after retry RPC after error@367146502) -> (continuation of Deferred@133254825 after retry RPC after error@2128042980) -> (continuation of Deferred@1629026277 after retry RPC after error@1708044230) -> (continuation of Deferred@1749496272 after retry RPC after error@738942791) -> (continuation of Deferred@168440572 after retry RPC after error@438967524) -> (continuation of Deferred@1261598656 after retry RPC after error@1026943110) -> (continuation of Deferred@1727246350 after retry RPC after error@754212104), errback=(continuation of Deferred@1900021119 after retry RPC after error@1313643018) -> (continuation of Deferred@633524743 after retry RPC after error@1742438266) -> (continuation of Deferred@381809923 after retry RPC after error@1014477083) -> (continuation of Deferred@261496440 after retry RPC after error@864718943) -> (continuation of Deferred@712643264 after retry RPC after error@730108413) -> (continuation of Deferred@341720875 after retry RPC after error@1932615063) -> (continuation of Deferred@161983779 after retry RPC after error@103014035) -> (continuation of Deferred@1667304987 after retry RPC after error@440744453) -> (continuation of Deferred@784290523 after retry RPC after error@921753305) -> (continuation of Deferred@1569331146 after retry RPC after error@1856805740) -> (continuation of Deferred@986785256 after retry RPC after error@170355317) -> (continuation of Deferred@119412924 after retry RPC after error@233018568) -> (continuation of Deferred@1043209977 after retry RPC after error@258719627) -> (continuation of Deferred@2017955106 after retry RPC after error@1771246390) -> (continuation of Deferred@662962475 after retry RPC after error@1975612855) -> (continuation of Deferred@833345712 after retry RPC after error@1087399696) -> (continuation of Deferred@1197124472 after retry RPC after error@969413353) -> (continuation of Deferred@1447633720 after retry RPC after error@367146502) -> (continuation of Deferred@133254825 after retry RPC after error@2128042980) -> (continuation of Deferred@1629026277 after retry RPC after error@1708044230) -> (continuation of Deferred@1749496272 after retry RPC after error@738942791) -> (continuation of Deferred@168440572 after retry RPC after error@438967524) -> (continuation of Deferred@1261598656 after retry RPC after error@1026943110) -> (continuation of Deferred@1727246350 after retry RPC after error@754212104)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:48.504 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
23:56:48.507 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
23:56:48.509 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27770), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [237ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [246ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [247ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [390ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [393ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [394ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [395ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [395ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [467ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [470ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [473ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [473ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [473ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [474ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [480ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [480ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [481ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [482ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [501ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [502ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [520ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [542ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [621ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [841ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1181ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1281ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2461ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2461ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3101ms] refreshing cache from master, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3102ms] too many traces: truncated at 100 traces, deferred=Deferred@344644135(state=PENDING, result=null, callback=(continuation of Deferred@1900021119 after retry RPC after error@1313643018) -> (continuation of Deferred@633524743 after retry RPC after error@1742438266) -> (continuation of Deferred@381809923 after retry RPC after error@1014477083) -> (continuation of Deferred@261496440 after retry RPC after error@864718943) -> (continuation of Deferred@712643264 after retry RPC after error@730108413) -> (continuation of Deferred@341720875 after retry RPC after error@1932615063) -> (continuation of Deferred@161983779 after retry RPC after error@103014035) -> (continuation of Deferred@1667304987 after retry RPC after error@440744453) -> (continuation of Deferred@784290523 after retry RPC after error@921753305) -> (continuation of Deferred@1569331146 after retry RPC after error@1856805740) -> (continuation of Deferred@986785256 after retry RPC after error@170355317) -> (continuation of Deferred@119412924 after retry RPC after error@233018568) -> (continuation of Deferred@1043209977 after retry RPC after error@258719627) -> (continuation of Deferred@2017955106 after retry RPC after error@1771246390) -> (continuation of Deferred@662962475 after retry RPC after error@1975612855) -> (continuation of Deferred@833345712 after retry RPC after error@1087399696) -> (continuation of Deferred@1197124472 after retry RPC after error@969413353) -> (continuation of Deferred@1447633720 after retry RPC after error@367146502) -> (continuation of Deferred@133254825 after retry RPC after error@2128042980) -> (continuation of Deferred@1629026277 after retry RPC after error@1708044230) -> (continuation of Deferred@1749496272 after retry RPC after error@738942791) -> (continuation of Deferred@168440572 after retry RPC after error@438967524) -> (continuation of Deferred@1261598656 after retry RPC after error@1026943110) -> (continuation of Deferred@1727246350 after retry RPC after error@754212104), errback=(continuation of Deferred@1900021119 after retry RPC after error@1313643018) -> (continuation of Deferred@633524743 after retry RPC after error@1742438266) -> (continuation of Deferred@381809923 after retry RPC after error@1014477083) -> (continuation of Deferred@261496440 after retry RPC after error@864718943) -> (continuation of Deferred@712643264 after retry RPC after error@730108413) -> (continuation of Deferred@341720875 after retry RPC after error@1932615063) -> (continuation of Deferred@161983779 after retry RPC after error@103014035) -> (continuation of Deferred@1667304987 after retry RPC after error@440744453) -> (continuation of Deferred@784290523 after retry RPC after error@921753305) -> (continuation of Deferred@1569331146 after retry RPC after error@1856805740) -> (continuation of Deferred@986785256 after retry RPC after error@170355317) -> (continuation of Deferred@119412924 after retry RPC after error@233018568) -> (continuation of Deferred@1043209977 after retry RPC after error@258719627) -> (continuation of Deferred@2017955106 after retry RPC after error@1771246390) -> (continuation of Deferred@662962475 after retry RPC after error@1975612855) -> (continuation of Deferred@833345712 after retry RPC after error@1087399696) -> (continuation of Deferred@1197124472 after retry RPC after error@969413353) -> (continuation of Deferred@1447633720 after retry RPC after error@367146502) -> (continuation of Deferred@133254825 after retry RPC after error@2128042980) -> (continuation of Deferred@1629026277 after retry RPC after error@1708044230) -> (continuation of Deferred@1749496272 after retry RPC after error@738942791) -> (continuation of Deferred@168440572 after retry RPC after error@438967524) -> (continuation of Deferred@1261598656 after retry RPC after error@1026943110) -> (continuation of Deferred@1727246350 after retry RPC after error@754212104)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:48.510 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:48.511 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
23:56:48.511 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
23:56:48.511 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RUNNING to RESTARTING.
23:56:48.566 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:48.567 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:48.567 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:48.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:48.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:48.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:48.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:48.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:48.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:48.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:48.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:48.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:48.567 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.590013 11171 log.cc:826] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc: Log is configured to *not* fsync() on all Append() calls
23:56:48.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:48.646 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:48.647 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:48.647 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:48.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.648 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:48.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.660439 11171 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc: No bootstrap required, opened a new log
23:56:48.686 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:48.686 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:48.686 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:48.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:48.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468608703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:48.712 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:56:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.711831 11171 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.712714 11171 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:56:48.713 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:56:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.713091 11171 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a486ffe71f74838abb03c38af074dfc, State: Initialized, Role: FOLLOWER
23:56:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.714654 11171 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } }
23:56:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.722280 11171 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [sys.catalog]: configured and running, proceeding with master startup.
23:56:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.722584 11143 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e79070c0e604267ba8297c7185cd620" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a486ffe71f74838abb03c38af074dfc"
23:56:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.723373 11143 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [term 0 FOLLOWER]: Advancing to term 1
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.726163 11145 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e79070c0e604267ba8297c7185cd620" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a486ffe71f74838abb03c38af074dfc"
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:48.727483 11145 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54710 (request call id 2) took 2334 ms (client timeout 1571 ms). Trace:
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:48.728060 11145 rpcz_store.cc:269] 0707 23:56:46.392645 (+     0us) service_pool.cc:167] Inserting onto call queue
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:46.397614 (+  4969us) service_pool.cc:224] Handling call
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:48.727394 (+2329780us) inbound_call.cc:177] Queueing success response
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.730465 11142 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e79070c0e604267ba8297c7185cd620" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a486ffe71f74838abb03c38af074dfc" is_pre_election: true
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.731715 11146 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e79070c0e604267ba8297c7185cd620" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a486ffe71f74838abb03c38af074dfc" is_pre_election: true
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:48.732641 11146 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54710 (request call id 1) took 2392 ms (client timeout 2076 ms). Trace:
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:48.733173 11146 rpcz_store.cc:269] 0707 23:56:46.339847 (+     0us) service_pool.cc:167] Inserting onto call queue
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:46.340014 (+   167us) service_pool.cc:224] Handling call
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:48.732572 (+2392558us) inbound_call.cc:177] Queueing success response
23:56:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:56:48.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.750584 11143 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6e79070c0e604267ba8297c7185cd620 in term 1.
23:56:48.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.752723 11144 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [term 1 FOLLOWER]: Refusing update from remote peer 6e79070c0e604267ba8297c7185cd620: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:56:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.763586 11144 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:54710 (request call id 3) took 2272 ms. Trace:
23:56:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.765681 11144 rpcz_store.cc:276] 0707 23:56:46.491307 (+     0us) service_pool.cc:167] Inserting onto call queue
23:56:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:46.491458 (+   151us) service_pool.cc:224] Handling call
23:56:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:48.752128 (+2260670us) raft_consensus.cc:1471] Updating replica for 0 ops
23:56:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:48.753180 (+  1052us) raft_consensus.cc:1697] Filling consensus response to leader.
23:56:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:48.763248 (+ 10068us) spinlock_profiling.cc:243] Waited 20.5 ms on lock 0x7b54000104d0. stack: 00007f1a7ec4b803 00007f1a7ec4b700 00007f1a7e7fc4b4 000000000050eb44 000000000050ead9 00007f1a85d2e891 00007f1a85dc4bcd 00007f1a86df59c9 00007f1a854a7cf4 00007f1a854a7c82 00007f1a854a7bb1 00007f1a854a7b2c 00007f1a854a6de2 00007f1a83a96aac 00007f1a83a95ee6 00007f1a83a9588f
23:56:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:56:48.763504 (+   256us) inbound_call.cc:177] Queueing success response
23:56:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":47208320}
23:56:48.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.770861 11319 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:56:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.769313 11324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.778585 11324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [sys.catalog]: This master's current role is: FOLLOWER
23:56:48.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.839833 11335 mvcc.cc:204] Tried to move back new op lower bound from 7305087412174376960 to 7305087411920953344. Current Snapshot: MvccSnapshot[applied={T|T < 7305087412174376960}]
23:56:48.848 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:48.848 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:48.848 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:48.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:48.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:48.849 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:48.849 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:48.849 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:48.850 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:48.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:48.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:48.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:48.850 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.870774 11332 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e79070c0e604267ba8297c7185cd620" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.872313 11332 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [sys.catalog]: This master's current role is: FOLLOWER
23:56:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.872165 11324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e79070c0e604267ba8297c7185cd620. Latest consensus state: current_term: 1 leader_uuid: "6e79070c0e604267ba8297c7185cd620" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.873313 11324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc [sys.catalog]: This master's current role is: FOLLOWER
23:56:48.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.905464 11340 catalog_manager.cc:1294] Loaded cluster ID: 8b9f88963e83477dbb6dfa49a530196b
23:56:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.905795 11340 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc: loading cluster ID for follower catalog manager: success
23:56:48.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.928328 11340 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc: acquiring CA information for follower catalog manager: success
23:56:48.939 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:48.939 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:48.939 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:48.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:48.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:48.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:48.940 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:48.941 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28228), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [337ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [369ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [369ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [400ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [401ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [415ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [415ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [495ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [499ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [500ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [500ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [505ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [505ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [537ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [537ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [561ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [561ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [562ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [562ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [622ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [802ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1322ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2182ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3021ms] refreshing cache from master, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3023ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@320058607(state=PENDING, result=null, callback=(continuation of Deferred@452109691 after retry RPC after error@1361896024) -> (continuation of Deferred@1264286881 after retry RPC after error@1163992553) -> (continuation of Deferred@1245163843 after retry RPC after error@2084549759) -> (continuation of Deferred@1821466925 after retry RPC after error@559064835) -> (continuation of Deferred@1452844995 after retry RPC after error@1459973411) -> (continuation of Deferred@821749479 after retry RPC after error@77866308) -> (continuation of Deferred@387001516 after retry RPC after error@1803626264) -> (continuation of Deferred@204159313 after retry RPC after error@687911829) -> (continuation of Deferred@929734229 after retry RPC after error@1437718087) -> (continuation of Deferred@367633 after retry RPC after error@741673887) -> (continuation of Deferred@1330552954 after retry RPC after error@337007674) -> (continuation of Deferred@945797053 after retry RPC after error@1018309338) -> (continuation of Deferred@105185350 after retry RPC after error@550777648) -> (continuation of Deferred@1710459592 after retry RPC after error@1211795542) -> (continuation of Deferred@1716774439 after retry RPC after error@1738474606) -> (continuation of Deferred@507733919 after retry RPC after error@36119609) -> (continuation of Deferred@2067568772 after retry RPC after error@1679777785) -> (continuation of Deferred@1634050938 after retry RPC after error@1515738499) -> (continuation of Deferred@1161760500 after retry RPC after error@1539404093) -> (continuation of Deferred@393443148 after retry RPC after error@262134892) -> (continuation of Deferred@845818821 after retry RPC after error@1651702828) -> (continuation of Deferred@1857498681 after retry RPC after error@532341567) -> (continuation of Deferred@2095961870 after retry RPC after error@160159523) -> (continuation of Deferred@1587209933 after retry RPC after error@384914746), errback=(continuation of Deferred@452109691 after retry RPC after error@1361896024) -> (continuation of Deferred@1264286881 after retry RPC after error@1163992553) -> (continuation of Deferred@1245163843 after retry RPC after error@2084549759) -> (continuation of Deferred@1821466925 after retry RPC after error@559064835) -> (continuation of Deferred@1452844995 after retry RPC after error@1459973411) -> (continuation of Deferred@821749479 after retry RPC after error@77866308) -> (continuation of Deferred@387001516 after retry RPC after error@1803626264) -> (continuation of Deferred@204159313 after retry RPC after error@687911829) -> (continuation of Deferred@929734229 after retry RPC after error@1437718087) -> (continuation of Deferred@367633 after retry RPC after error@741673887) -> (continuation of Deferred@1330552954 after retry RPC after error@337007674) -> (continuation of Deferred@945797053 after retry RPC after error@1018309338) -> (continuation of Deferred@105185350 after retry RPC after error@550777648) -> (continuation of Deferred@1710459592 after retry RPC after error@1211795542) -> (continuation of Deferred@1716774439 after retry RPC after error@1738474606) -> (continuation of Deferred@507733919 after retry RPC after error@36119609) -> (continuation of Deferred@2067568772 after retry RPC after error@1679777785) -> (continuation of Deferred@1634050938 after retry RPC after error@1515738499) -> (continuation of Deferred@1161760500 after retry RPC after error@1539404093) -> (continuation of Deferred@393443148 after retry RPC after error@262134892) -> (continuation of Deferred@845818821 after retry RPC after error@1651702828) -> (continuation of Deferred@1857498681 after retry RPC after error@532341567) -> (continuation of Deferred@2095961870 after retry RPC after error@160159523) -> (continuation of Deferred@1587209933 after retry RPC after error@384914746)))
23:56:48.942 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:56:48.942 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28228), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [337ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [369ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [369ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [400ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [401ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [415ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [415ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [495ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [499ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [500ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [500ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [505ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [505ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [537ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [537ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [561ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [561ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [562ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [562ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [622ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [802ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1322ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2182ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3021ms] refreshing cache from master, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3023ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@320058607(state=PENDING, result=null, callback=(continuation of Deferred@452109691 after retry RPC after error@1361896024) -> (continuation of Deferred@1264286881 after retry RPC after error@1163992553) -> (continuation of Deferred@1245163843 after retry RPC after error@2084549759) -> (continuation of Deferred@1821466925 after retry RPC after error@559064835) -> (continuation of Deferred@1452844995 after retry RPC after error@1459973411) -> (continuation of Deferred@821749479 after retry RPC after error@77866308) -> (continuation of Deferred@387001516 after retry RPC after error@1803626264) -> (continuation of Deferred@204159313 after retry RPC after error@687911829) -> (continuation of Deferred@929734229 after retry RPC after error@1437718087) -> (continuation of Deferred@367633 after retry RPC after error@741673887) -> (continuation of Deferred@1330552954 after retry RPC after error@337007674) -> (continuation of Deferred@945797053 after retry RPC after error@1018309338) -> (continuation of Deferred@105185350 after retry RPC after error@550777648) -> (continuation of Deferred@1710459592 after retry RPC after error@1211795542) -> (continuation of Deferred@1716774439 after retry RPC after error@1738474606) -> (continuation of Deferred@507733919 after retry RPC after error@36119609) -> (continuation of Deferred@2067568772 after retry RPC after error@1679777785) -> (continuation of Deferred@1634050938 after retry RPC after error@1515738499) -> (continuation of Deferred@1161760500 after retry RPC after error@1539404093) -> (continuation of Deferred@393443148 after retry RPC after error@262134892) -> (continuation of Deferred@845818821 after retry RPC after error@1651702828) -> (continuation of Deferred@1857498681 after retry RPC after error@532341567) -> (continuation of Deferred@2095961870 after retry RPC after error@160159523) -> (continuation of Deferred@1587209933 after retry RPC after error@384914746), errback=(continuation of Deferred@452109691 after retry RPC after error@1361896024) -> (continuation of Deferred@1264286881 after retry RPC after error@1163992553) -> (continuation of Deferred@1245163843 after retry RPC after error@2084549759) -> (continuation of Deferred@1821466925 after retry RPC after error@559064835) -> (continuation of Deferred@1452844995 after retry RPC after error@1459973411) -> (continuation of Deferred@821749479 after retry RPC after error@77866308) -> (continuation of Deferred@387001516 after retry RPC after error@1803626264) -> (continuation of Deferred@204159313 after retry RPC after error@687911829) -> (continuation of Deferred@929734229 after retry RPC after error@1437718087) -> (continuation of Deferred@367633 after retry RPC after error@741673887) -> (continuation of Deferred@1330552954 after retry RPC after error@337007674) -> (continuation of Deferred@945797053 after retry RPC after error@1018309338) -> (continuation of Deferred@105185350 after retry RPC after error@550777648) -> (continuation of Deferred@1710459592 after retry RPC after error@1211795542) -> (continuation of Deferred@1716774439 after retry RPC after error@1738474606) -> (continuation of Deferred@507733919 after retry RPC after error@36119609) -> (continuation of Deferred@2067568772 after retry RPC after error@1679777785) -> (continuation of Deferred@1634050938 after retry RPC after error@1515738499) -> (continuation of Deferred@1161760500 after retry RPC after error@1539404093) -> (continuation of Deferred@393443148 after retry RPC after error@262134892) -> (continuation of Deferred@845818821 after retry RPC after error@1651702828) -> (continuation of Deferred@1857498681 after retry RPC after error@532341567) -> (continuation of Deferred@2095961870 after retry RPC after error@160159523) -> (continuation of Deferred@1587209933 after retry RPC after error@384914746)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:48.943 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
23:56:48.945 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
23:56:48.947 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28228), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [337ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [369ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [369ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [400ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [401ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [415ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [415ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [495ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [499ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [500ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [500ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [503ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [505ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [505ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [521ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [537ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [537ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [561ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [561ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [562ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [562ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [622ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [622ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [802ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [802ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1322ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2182ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3021ms] refreshing cache from master, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [3023ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@320058607(state=PENDING, result=null, callback=(continuation of Deferred@452109691 after retry RPC after error@1361896024) -> (continuation of Deferred@1264286881 after retry RPC after error@1163992553) -> (continuation of Deferred@1245163843 after retry RPC after error@2084549759) -> (continuation of Deferred@1821466925 after retry RPC after error@559064835) -> (continuation of Deferred@1452844995 after retry RPC after error@1459973411) -> (continuation of Deferred@821749479 after retry RPC after error@77866308) -> (continuation of Deferred@387001516 after retry RPC after error@1803626264) -> (continuation of Deferred@204159313 after retry RPC after error@687911829) -> (continuation of Deferred@929734229 after retry RPC after error@1437718087) -> (continuation of Deferred@367633 after retry RPC after error@741673887) -> (continuation of Deferred@1330552954 after retry RPC after error@337007674) -> (continuation of Deferred@945797053 after retry RPC after error@1018309338) -> (continuation of Deferred@105185350 after retry RPC after error@550777648) -> (continuation of Deferred@1710459592 after retry RPC after error@1211795542) -> (continuation of Deferred@1716774439 after retry RPC after error@1738474606) -> (continuation of Deferred@507733919 after retry RPC after error@36119609) -> (continuation of Deferred@2067568772 after retry RPC after error@1679777785) -> (continuation of Deferred@1634050938 after retry RPC after error@1515738499) -> (continuation of Deferred@1161760500 after retry RPC after error@1539404093) -> (continuation of Deferred@393443148 after retry RPC after error@262134892) -> (continuation of Deferred@845818821 after retry RPC after error@1651702828) -> (continuation of Deferred@1857498681 after retry RPC after error@532341567) -> (continuation of Deferred@2095961870 after retry RPC after error@160159523) -> (continuation of Deferred@1587209933 after retry RPC after error@384914746), errback=(continuation of Deferred@452109691 after retry RPC after error@1361896024) -> (continuation of Deferred@1264286881 after retry RPC after error@1163992553) -> (continuation of Deferred@1245163843 after retry RPC after error@2084549759) -> (continuation of Deferred@1821466925 after retry RPC after error@559064835) -> (continuation of Deferred@1452844995 after retry RPC after error@1459973411) -> (continuation of Deferred@821749479 after retry RPC after error@77866308) -> (continuation of Deferred@387001516 after retry RPC after error@1803626264) -> (continuation of Deferred@204159313 after retry RPC after error@687911829) -> (continuation of Deferred@929734229 after retry RPC after error@1437718087) -> (continuation of Deferred@367633 after retry RPC after error@741673887) -> (continuation of Deferred@1330552954 after retry RPC after error@337007674) -> (continuation of Deferred@945797053 after retry RPC after error@1018309338) -> (continuation of Deferred@105185350 after retry RPC after error@550777648) -> (continuation of Deferred@1710459592 after retry RPC after error@1211795542) -> (continuation of Deferred@1716774439 after retry RPC after error@1738474606) -> (continuation of Deferred@507733919 after retry RPC after error@36119609) -> (continuation of Deferred@2067568772 after retry RPC after error@1679777785) -> (continuation of Deferred@1634050938 after retry RPC after error@1515738499) -> (continuation of Deferred@1161760500 after retry RPC after error@1539404093) -> (continuation of Deferred@393443148 after retry RPC after error@262134892) -> (continuation of Deferred@845818821 after retry RPC after error@1651702828) -> (continuation of Deferred@1857498681 after retry RPC after error@532341567) -> (continuation of Deferred@2095961870 after retry RPC after error@160159523) -> (continuation of Deferred@1587209933 after retry RPC after error@384914746)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.132.125:43433
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:48.948 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:48.950 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
23:56:48.950 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
23:56:48.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:48.952229 11340 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 2a486ffe71f74838abb03c38af074dfc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:56:48.986 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:48.986 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:48.986 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:48.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:48.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:48.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:48.988 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:49.001 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:49.001 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:49.002 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:49.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.002 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.002 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.002 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:49.004 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:49.004 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:49.004 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:49.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:49.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:49.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:49.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:49.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:49.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:49.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:49.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:49.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:49.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:49.046 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:49.046 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:49.046 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:49.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:49.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:49.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:49.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:49.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:49.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:49.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:49.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:49.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:49.048 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:49.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:49.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:49.171 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.172 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.172 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28340), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [167ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [285ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [285ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [306ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [373ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [374ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [382ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [422ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [564ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [564ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [982ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2341ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4721ms] refreshing cache from master, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4722ms] too many traces: truncated at 100 traces, deferred=Deferred@1493845201(state=PENDING, result=null, callback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776), errback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776)))
23:56:49.174 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.175 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.175 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.175 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28340), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [167ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [285ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [285ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [306ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [373ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [374ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [382ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [422ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [564ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [564ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [982ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2341ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4721ms] refreshing cache from master, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4722ms] too many traces: truncated at 100 traces, deferred=Deferred@1493845201(state=PENDING, result=null, callback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776), errback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28340), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [167ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [285ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [285ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [306ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [373ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [374ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [382ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [422ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [564ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [564ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [982ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2341ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4721ms] refreshing cache from master, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4722ms] too many traces: truncated at 100 traces, deferred=Deferred@1493845201(state=PENDING, result=null, callback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776), errback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:49.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.177 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.181 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28340), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [167ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [285ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [285ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [306ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [373ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [374ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [382ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [422ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [564ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [564ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [982ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2341ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4721ms] refreshing cache from master, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4722ms] too many traces: truncated at 100 traces, deferred=Deferred@1493845201(state=PENDING, result=null, callback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776), errback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28340), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [167ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [285ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [285ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [306ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [306ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [373ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [373ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [374ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [382ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [382ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [401ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [402ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [422ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [481ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [482ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [482ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [563ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [564ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [564ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [982ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [982ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [1762ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.62:44309: Network error: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.60:42777: Network error: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777, [2341ms] Sub RPC ConnectToMaster: received response from server master-127.31.129.61:41907: Network error: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [2341ms] delaying RPC due to: Service unavailable: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907, [4721ms] refreshing cache from master, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.62:44309, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.61:41907, [4722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.129.60:42777, [4722ms] too many traces: truncated at 100 traces, deferred=Deferred@1493845201(state=PENDING, result=null, callback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776), errback=(continuation of Deferred@1459665414 after retry RPC after error@1309974409) -> (continuation of Deferred@1830487819 after retry RPC after error@1723660981) -> (continuation of Deferred@884911342 after retry RPC after error@1589413159) -> (continuation of Deferred@1806365348 after retry RPC after error@1782760502) -> (continuation of Deferred@735763532 after retry RPC after error@301326765) -> (continuation of Deferred@771100389 after retry RPC after error@1365842969) -> (continuation of Deferred@741114564 after retry RPC after error@308995685) -> (continuation of Deferred@259408875 after retry RPC after error@375787464) -> (continuation of Deferred@1586795874 after retry RPC after error@461904155) -> (continuation of Deferred@651983002 after retry RPC after error@14826438) -> (continuation of Deferred@2057802045 after retry RPC after error@557584307) -> (continuation of Deferred@1684126630 after retry RPC after error@1976336615) -> (continuation of Deferred@858048794 after retry RPC after error@1923357018) -> (continuation of Deferred@460402723 after retry RPC after error@170610706) -> (continuation of Deferred@525476948 after retry RPC after error@1307476013) -> (continuation of Deferred@1594638747 after retry RPC after error@267858344) -> (continuation of Deferred@17421446 after retry RPC after error@945804130) -> (continuation of Deferred@98721131 after retry RPC after error@867063310) -> (continuation of Deferred@2085361945 after retry RPC after error@986583345) -> (continuation of Deferred@768612870 after retry RPC after error@1821321108) -> (continuation of Deferred@1880588237 after retry RPC after error@974827367) -> (continuation of Deferred@397902344 after retry RPC after error@34710765) -> (continuation of Deferred@1228098165 after retry RPC after error@649967011) -> (continuation of Deferred@221365438 after retry RPC after error@34090809) -> (continuation of Deferred@1371258351 after retry RPC after error@450890454) -> (continuation of Deferred@435628288 after retry RPC after error@1514519776)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.129.60:42777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:49.182 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:56:49.182 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
23:56:49.182 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
23:56:49.183 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
23:56:49.183 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
23:56:49.183 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
23:56:49.183 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
23:56:49.183 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
23:56:49.192 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.193 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.193 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:56:49.193 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.193 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
23:56:49.193 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
23:56:49.193 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.194 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468609203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:49.204 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
23:56:49.204 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
23:56:49.204 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
23:56:49.212 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:56:49.213 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:56:49.213 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
23:56:49.213 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
23:56:49.213 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.214 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.214 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:56:49.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.216 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.222 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
23:56:49.223 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
23:56:49.223 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
23:56:49.224 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
23:56:49.225 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:49.225 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c34498118044a003e0b2ad37cbcb486
23:56:49.232 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.232 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.232 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.234 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.252 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.252 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.252 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.253 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.253 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.254 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.272 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.272 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.272 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.274 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.282 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:49.283 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:49.283 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:49.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:49.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:49.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:49.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:49.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:49.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:49.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:49.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:49.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:49.284 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:49.285 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28533), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [377ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [378ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [379ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [379ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [385ms] refreshing cache from master, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [421ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [425ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [447ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [447ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [510ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [512ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [512ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [513ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [513ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [513ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [526ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [526ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [543ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [562ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [563ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [563ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [563ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [563ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [681ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [682ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [682ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [682ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [862ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [862ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [862ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [862ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1261ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1322ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2842ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5562ms] refreshing cache from master, [5562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5563ms] too many traces: truncated at 100 traces, deferred=Deferred@1614208259(state=PENDING, result=null, callback=(continuation of Deferred@620420008 after retry RPC after error@1822034727) -> (continuation of Deferred@879116752 after retry RPC after error@1659788442) -> (continuation of Deferred@280751348 after retry RPC after error@751050487) -> (continuation of Deferred@715825790 after retry RPC after error@984625469) -> (continuation of Deferred@1973663443 after retry RPC after error@2031889718) -> (continuation of Deferred@106617145 after retry RPC after error@1029191958) -> (continuation of Deferred@1428489536 after retry RPC after error@1296623439) -> (continuation of Deferred@487288014 after retry RPC after error@1634166512) -> (continuation of Deferred@471163033 after retry RPC after error@376278731) -> (continuation of Deferred@1355218388 after retry RPC after error@181162458) -> (continuation of Deferred@1030420914 after retry RPC after error@1191916290) -> (continuation of Deferred@549736042 after retry RPC after error@1215207721) -> (continuation of Deferred@581132031 after retry RPC after error@1009707658) -> (continuation of Deferred@1041974395 after retry RPC after error@41952576) -> (continuation of Deferred@988596041 after retry RPC after error@1910312996) -> (continuation of Deferred@360819448 after retry RPC after error@380122925) -> (continuation of Deferred@1252158526 after retry RPC after error@1407654270) -> (continuation of Deferred@1269415824 after retry RPC after error@485488791) -> (continuation of Deferred@1173726376 after retry RPC after error@775059841) -> (continuation of Deferred@677451496 after retry RPC after error@1261008947) -> (continuation of Deferred@596722970 after retry RPC after error@517131928) -> (continuation of Deferred@1042570748 after retry RPC after error@1053573867) -> (continuation of Deferred@400325053 after retry RPC after error@527619024) -> (continuation of Deferred@52799103 after retry RPC after error@1596094442) -> (continuation of Deferred@734526498 after retry RPC after error@581064409) -> (continuation of Deferred@203037356 after retry RPC after error@1087091170) -> (continuation of Deferred@1417241397 after retry RPC after error@1683874813), errback=(continuation of Deferred@620420008 after retry RPC after error@1822034727) -> (continuation of Deferred@879116752 after retry RPC after error@1659788442) -> (continuation of Deferred@280751348 after retry RPC after error@751050487) -> (continuation of Deferred@715825790 after retry RPC after error@984625469) -> (continuation of Deferred@1973663443 after retry RPC after error@2031889718) -> (continuation of Deferred@106617145 after retry RPC after error@1029191958) -> (continuation of Deferred@1428489536 after retry RPC after error@1296623439) -> (continuation of Deferred@487288014 after retry RPC after error@1634166512) -> (continuation of Deferred@471163033 after retry RPC after error@376278731) -> (continuation of Deferred@1355218388 after retry RPC after error@181162458) -> (continuation of Deferred@1030420914 after retry RPC after error@1191916290) -> (continuation of Deferred@549736042 after retry RPC after error@1215207721) -> (continuation of Deferred@581132031 after retry RPC after error@1009707658) -> (continuation of Deferred@1041974395 after retry RPC after error@41952576) -> (continuation of Deferred@988596041 after retry RPC after error@1910312996) -> (continuation of Deferred@360819448 after retry RPC after error@380122925) -> (continuation of Deferred@1252158526 after retry RPC after error@1407654270) -> (continuation of Deferred@1269415824 after retry RPC after error@485488791) -> (continuation of Deferred@1173726376 after retry RPC after error@775059841) -> (continuation of Deferred@677451496 after retry RPC after error@1261008947) -> (continuation of Deferred@596722970 after retry RPC after error@517131928) -> (continuation of Deferred@1042570748 after retry RPC after error@1053573867) -> (continuation of Deferred@400325053 after retry RPC after error@527619024) -> (continuation of Deferred@52799103 after retry RPC after error@1596094442) -> (continuation of Deferred@734526498 after retry RPC after error@581064409) -> (continuation of Deferred@203037356 after retry RPC after error@1087091170) -> (continuation of Deferred@1417241397 after retry RPC after error@1683874813)))
23:56:49.312 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.312 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.312 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.313 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.313 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.313 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.313 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.314 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.352 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.352 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.352 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.353 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.353 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.353 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:49.410436 11350 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e79070c0e604267ba8297c7185cd620" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ac440e2eafbb43ea913fa870e78f1a9b" member_type: VOTER last_known_addr { host: "127.10.172.254" port: 33797 } } peers { permanent_uuid: "2a486ffe71f74838abb03c38af074dfc" member_type: VOTER last_known_addr { host: "127.10.172.253" port: 32945 } } peers { permanent_uuid: "6e79070c0e604267ba8297c7185cd620" member_type: VOTER last_known_addr { host: "127.10.172.252" port: 33745 } } }
23:56:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:49.411561 11350 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 [sys.catalog]: This master's current role is: LEADER
23:56:49.432 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RESTARTING to RUNNING.
23:56:49.432 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 4dfeeca2b0540f7d11f0127acc9190d8 from Checkpoint 70 @ 1783468517073 for 4dfeeca2b0540f7d11f0127acc9190d8 located at file:/tmp/junit17060644452128614885/checkpoints/4dfeeca2b0540f7d11f0127acc9190d8/chk-70.
23:56:49.433 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:56:49.433 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:56:49.440 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:56:49.441 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:49.441 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:56:49.441 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 505ebb4cc40f59ecdcd68b864b4d807d
23:56:49.441 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
23:56:49.441 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 505ebb4cc40f59ecdcd68b864b4d807d.
23:56:49.442 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
23:56:49.442 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id a72f00cba0c36c63e2524fbc24751dee
23:56:49.442 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
23:56:49.443 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
23:56:49.443 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 6089c652dabfa45e12b8aadea83c54b7
23:56:49.443 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 505ebb4cc40f59ecdcd68b864b4d807d.
23:56:49.443 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
23:56:49.443 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:49.443 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:49.444 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
23:56:49.444 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 547d11a71b0f9289d701c55ceee202dc
23:56:49.444 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:56:49.444 [INFO - Thread-67] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:56:49.444 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.3.223.254:35097(127.3.223.254:35097)] disconnecting while in state TERMINATED
23:56:49.444 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.3.223.253:40309(127.3.223.253:40309)] disconnecting while in state TERMINATED
23:56:49.445 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.3.223.252:33517(127.3.223.252:33517)] disconnecting while in state TERMINATED
23:56:49.445 [DEBUG - Thread-67] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:56:49.452 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a72f00cba0c36c63e2524fbc24751dee.
23:56:49.453 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id a72f00cba0c36c63e2524fbc24751dee.
23:56:49.454 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:56:49.454 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:56:49.454 [INFO - Thread-67] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:56:49.455 [INFO - Thread-67] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:56:49.455 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7095978d
23:56:49.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:49.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:56:49.456 [DEBUG - Thread-67] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:49.457 [INFO - Thread-67] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:56:49.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:49.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:49.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:49.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:49.459 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:56:49.461 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:56:49.463 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6089c652dabfa45e12b8aadea83c54b7.
23:56:49.464 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 6089c652dabfa45e12b8aadea83c54b7.
23:56:49.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
23:56:49.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
23:56:49.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c28afaa
23:56:49.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:49.466 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:56:49.467 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 547d11a71b0f9289d701c55ceee202dc.
23:56:49.468 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
23:56:49.468 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:56:49.469 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 547d11a71b0f9289d701c55ceee202dc.
23:56:49.469 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
23:56:49.470 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71677960
23:56:49.471 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:49.471 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:56:49.471 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:56:49.471 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:56:49.472 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:56:49.474 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@282e58ce
23:56:49.475 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ac8c752
23:56:49.482 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41eae55b
23:56:49.486 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:49.489 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:49.489 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:49.494 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
23:56:49.494 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
23:56:49.495 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@175b4ec8
23:56:49.495 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:56:49.495 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:56:49.495 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:56:49.496 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:56:49.501 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@144b4f5c
23:56:49.501 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.505 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:49.511 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:49.511 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:49.512 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:49.512 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:56:49.517 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.524 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.533 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.540 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.557 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:49.557 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:49.557 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:49.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:49.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:49.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:49.559 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:49.561 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:56:49.561 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:56:49.561 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:56:49.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:49.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:49.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:56:49.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:49.562 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:49.562 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:56:49.562 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:49.562 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:49.562 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:56:49.562 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:56:49.563 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28811), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [329ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [389ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [389ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [505ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [509ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [509ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [510ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [510ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [510ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [524ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [524ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [525ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [525ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [542ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [564ms] refreshing cache from master, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [564ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [564ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [565ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [565ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [642ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [643ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [643ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [643ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [743ms] refreshing cache from master, [743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [743ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [744ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [744ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [981ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [981ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [982ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [982ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1501ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1502ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1841ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [1842ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2601ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.124:44329: Network error: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.126:33913: Network error: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.0.132.125:43433: Network error: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [2603ms] delaying RPC due to: Service unavailable: Master config (127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433, [5301ms] refreshing cache from master, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.124:44329, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.126:33913, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.132.125:43433, [5302ms] too many traces: truncated at 100 traces, deferred=Deferred@946088821(state=PENDING, result=null, callback=(continuation of Deferred@433057852 after retry RPC after error@565549468) -> (continuation of Deferred@1481933658 after retry RPC after error@1097999526) -> (continuation of Deferred@668623524 after retry RPC after error@707684026) -> (continuation of Deferred@1444703990 after retry RPC after error@102446983) -> (continuation of Deferred@1914743458 after retry RPC after error@736233962) -> (continuation of Deferred@515680702 after retry RPC after error@1094980321) -> (continuation of Deferred@910607825 after retry RPC after error@223356842) -> (continuation of Deferred@1994034919 after retry RPC after error@401099207) -> (continuation of Deferred@385908390 after retry RPC after error@467756699) -> (continuation of Deferred@971927222 after retry RPC after error@1822277181) -> (continuation of Deferred@2021398598 after retry RPC after error@1748593772) -> (continuation of Deferred@585638915 after retry RPC after error@595925557) -> (continuation of Deferred@992184363 after retry RPC after error@416995631) -> (continuation of Deferred@2071019019 after retry RPC after error@1882114018) -> (continuation of Deferred@1466657564 after retry RPC after error@423019391) -> (continuation of Deferred@1808086836 after retry RPC after error@1834151033) -> (continuation of Deferred@1642944836 after retry RPC after error@1324307261) -> (continuation of Deferred@206676291 after retry RPC after error@1989850516) -> (continuation of Deferred@2100753786 after retry RPC after error@1240741722) -> (continuation of Deferred@1211026590 after retry RPC after error@1799087642) -> (continuation of Deferred@560747298 after retry RPC after error@1229647538) -> (continuation of Deferred@2000585017 after retry RPC after error@1132569330), errback=(continuation of Deferred@433057852 after retry RPC after error@565549468) -> (continuation of Deferred@1481933658 after retry RPC after error@1097999526) -> (continuation of Deferred@668623524 after retry RPC after error@707684026) -> (continuation of Deferred@1444703990 after retry RPC after error@102446983) -> (continuation of Deferred@1914743458 after retry RPC after error@736233962) -> (continuation of Deferred@515680702 after retry RPC after error@1094980321) -> (continuation of Deferred@910607825 after retry RPC after error@223356842) -> (continuation of Deferred@1994034919 after retry RPC after error@401099207) -> (continuation of Deferred@385908390 after retry RPC after error@467756699) -> (continuation of Deferred@971927222 after retry RPC after error@1822277181) -> (continuation of Deferred@2021398598 after retry RPC after error@1748593772) -> (continuation of Deferred@585638915 after retry RPC after error@595925557) -> (continuation of Deferred@992184363 after retry RPC after error@416995631) -> (continuation of Deferred@2071019019 after retry RPC after error@1882114018) -> (continuation of Deferred@1466657564 after retry RPC after error@423019391) -> (continuation of Deferred@1808086836 after retry RPC after error@1834151033) -> (continuation of Deferred@1642944836 after retry RPC after error@1324307261) -> (continuation of Deferred@206676291 after retry RPC after error@1989850516) -> (continuation of Deferred@2100753786 after retry RPC after error@1240741722) -> (continuation of Deferred@1211026590 after retry RPC after error@1799087642) -> (continuation of Deferred@560747298 after retry RPC after error@1229647538) -> (continuation of Deferred@2000585017 after retry RPC after error@1132569330)))
23:56:49.563 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.570 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.572 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.572 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.572 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.573 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.579 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.584 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:49.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.590 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.590 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.594 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.595 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.603 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.603 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.603 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.609 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.620 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:49.621 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.621 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:49.633 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.635 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.639 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:49.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.643 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:49.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:49.654 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.655 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:49.655 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.660 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.661 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:49.669 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:49.669 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:49.669 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:49.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:49.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:49.669 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:49.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:49.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:49.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:49.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:49.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:49.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:49.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:49.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.670 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.678 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.681 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.682 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:49.681 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.682 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.686 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.697 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468609703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:49.704 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:49.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:49.712 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:49.717 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:56:49.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.720 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.721 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:49.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.730 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.730 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.730 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.733 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.737 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.739 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.740 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.742 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.742 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.742 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.742 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.743 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.753 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:49.754 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.754 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.754 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.755 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.756 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:49.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.758 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:49.758 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.760 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.760 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.760 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.760 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.762 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.762 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.762 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.763 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.774 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.774 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.774 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.775 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.776 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.777 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.780 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:49.780 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:49.780 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:49.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.781 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.781 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.781 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.781 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:49.782 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.782 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.782 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.782 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.783 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.783 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.789 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:49.789 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:49.789 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:49.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:49.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:49.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:49.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:49.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:49.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:49.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:49.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:49.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:49.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:49.794 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.794 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.794 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.796 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.797 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.800 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:49.801 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:49.801 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:49.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.802 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.802 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.802 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.802 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:49.802 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.802 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.802 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.802 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.802 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.802 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.803 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.803 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.803 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.803 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.803 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.804 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.804 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.817 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.820 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:49.820 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:49.820 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:49.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:49.822 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.822 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.822 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.822 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.822 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.822 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.822 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.825 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.828 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.831 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.854 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.855 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.855 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.855 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.855 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.856 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.857 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.857 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.857 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.861 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.861 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.861 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.861 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:49.862 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:49.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.862 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:49.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.862 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.864 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:49.878 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.878 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.878 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.882 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.882 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.882 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.883 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.896 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:49.896 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:49.897 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:49.897 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:49.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:49.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:49.897 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:49.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:49.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:49.898 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:49.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:49.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:49.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:49.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.899 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.901 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.901 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.901 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.901 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.901 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.902 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.902 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.902 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.902 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.903 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:49.952 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:49.952 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:49.952 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:49.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.953 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:49.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:49.953 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.954 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.954 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:49.954 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:49.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.955 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.955 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.957 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.957 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.957 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.958 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:49.960 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:49.960 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:49.961 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:49.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:49.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:49.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:49.962 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:49.978 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:49.978 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:49.978 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:49.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:49.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:49.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:49.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:49.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:49.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:49.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:49.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:49.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:49.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:49.981 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:49.981 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:49.981 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:49.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:49.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:49.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:49.983 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.074 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.074 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.074 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.076 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:50.097 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.098 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.098 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.099 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.117 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.117 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.117 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.119 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.119 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.119 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.119 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.122 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.122 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.122 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.123 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:50.134 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.135 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.135 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.135 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.135 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.135 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.136 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.140 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:50.141 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:50.141 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:50.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:50.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:50.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:50.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:50.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:50.142 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:50.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:50.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:50.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:50.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:50.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:50.157 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.158 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.158 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.158 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.187 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:50.188 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:50.188 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:50.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:50.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:50.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:50.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:50.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:50.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:50.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:50.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:50.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:50.190 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:50.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468610203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:50.213 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:50.214 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:56:50.279 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:50.279 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:50.279 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:50.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:50.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:50.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:50.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:50.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:50.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:50.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:50.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:50.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:50.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:50.281 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.281 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.281 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.281 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.281 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.282 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.302 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.302 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.302 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.308 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:50.308 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:50.308 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:50.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:50.313 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:50.313 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:50.313 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:50.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:50.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:50.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:50.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:50.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:50.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:50.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:50.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:50.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:50.314 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:50.329 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:50.330 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:50.330 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:50.330 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.330 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.330 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:50.347 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:50.347 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:50.347 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:50.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.349 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:50.392 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:50.393 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:50.393 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:50.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:50.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:50.393 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:50.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:50.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:50.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:50.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:50.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:50.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:50.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:50.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:50.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:50.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:50.446 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:50.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:50.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:50.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:50.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:50.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:50.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:50.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:50.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:50.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:50.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:50.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:50.457 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:50.458 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:50.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:50.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:50.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:50.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:50.501 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:50.501 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:50.501 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:50.501 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:50.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:50.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:50.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:50.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:50.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:50.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:50.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:50.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:50.502 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:50.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:50.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:50.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:50.661 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.661 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.661 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.662 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.694 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:50.694 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:50.695 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:50.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:50.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:50.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:50.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:50.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468610703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:50.715 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:56:50.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:56:50.816 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:50.817 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:50.817 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:50.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:50.897 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:50.897 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:50.897 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:50.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:50.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:50.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:50.898 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:50.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:50.927 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:50.927 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:50.927 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:50.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:50.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:50.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:50.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:50.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:50.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:50.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:50.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:50.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:50.928 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:51.037 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:51.037 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:51.037 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:51.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:51.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:51.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:51.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:51.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:51.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:51.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:51.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:51.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:51.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:51.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:51.098 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:51.098 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:51.098 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:51.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:51.131 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:51.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:51.164 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:51.165 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:51.165 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:51.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.166 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:51.169 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:51.169 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:51.169 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:51.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.171 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:51.180 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:51.180 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:51.180 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:51.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:51.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:51.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:51.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:51.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:51.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:51.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:51.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:51.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:51.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:51.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468611202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:51.204 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:51.204 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:51.204 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:51.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.205 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:51.214 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:56:51.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:56:51.240 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:51.240 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:51.240 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:51.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:51.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:51.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:51.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:51.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:51.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:51.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:51.242 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:51.242 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:51.242 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:49.104362 11312 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 11299
23:56:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:51.280212 11299 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.562s	user 0.537s	sys 1.109s
23:56:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:47.717545 11314 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:51.280709 11299 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.563s	user 0.537s	sys 1.109s
23:56:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:51.282694 11317 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:51.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:51.289677 11315 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3572 milliseconds
23:56:51.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.289710 11299 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:56:51.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.291330 11299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:51.294 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:51.294 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:51.294 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:51.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.295 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.294195 11299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.295650 11299 hybrid_clock.cc:648] HybridClock initialized: now 1783468611295604 us; error 48 us; skew 500 ppm
23:56:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.296770 11299 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.305063 11299 webserver.cc:534] Webserver started at http://127.10.172.193:44051/ using document root <none> and password file <none>
23:56:51.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.306424 11299 fs_manager.cc:362] Metadata directory not provided
23:56:51.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.306699 11299 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:51.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.307301 11299 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.314118 11299 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/data/instance:
23:56:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f"
23:56:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:51 on dist-test-slave-1rxj"
23:56:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.315673 11299 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/wal/instance:
23:56:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f"
23:56:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:51 on dist-test-slave-1rxj"
23:56:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.326244 11299 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.005s	sys 0.004s
23:56:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.335155 11411 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.336616 11299 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.003s	sys 0.003s
23:56:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.337002 11299 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/wal
23:56:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f"
23:56:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:51 on dist-test-slave-1rxj"
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.337440 11299 fs_report.cc:389] FS layout report
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/wal
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/wal
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/data/data
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:51.397 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:51.397 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:51.398 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:51.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:51.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:51.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:51.398 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:51.398 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:51.398 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:51.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:51.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:51.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:51.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.399 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.399 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.399 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.399 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.400 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:51.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:51.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:51.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:51.400 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:51.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.432246 11299 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:51.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.434204 11299 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:51.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.434816 11299 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:51.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.439041 11299 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:56:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.445961 11299 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:56:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.446239 11299 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:56:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.446503 11299 ts_tablet_manager.cc:616] Registered 0 tablets
23:56:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.446725 11299 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:56:51.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:51.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:51.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:51.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.464 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:51.466 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:51.466 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:51.466 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:51.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:51.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:51.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:51.468 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:51.577 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:51.577 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:51.577 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:51.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.579 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:51.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:51.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:51.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:51.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.692459 11299 rpc_server.cc:307] RPC server started. Bound to: 127.10.172.193:45969
23:56:51.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.692636 11524 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.172.193:45969 every 8 connection(s)
23:56:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.695533 11299 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/data/info.pb
23:56:51.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468611703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.707072 10931 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 11299
23:56:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.707957 10931 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-0/wal/instance
23:56:51.713 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:56:51.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.754539 10931 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/wal
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/data
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/logs
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/data/info.pb
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.194:0
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.172.194
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.194
23:56:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:56:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.777503 11525 heartbeater.cc:344] Connected to a master server at 127.10.172.252:33745
23:56:51.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.778065 11525 heartbeater.cc:461] Registering TS with master...
23:56:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.779567 11525 heartbeater.cc:507] Master 127.10.172.252:33745 requested a full tablet report, sending...
23:56:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.784049 11217 ts_manager.cc:194] Registered new tserver with Master: 4b8139cfe6934d1eaaffcecb5fe0de3f (127.10.172.193:45969)
23:56:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.787287 11217 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.172.193:51243
23:56:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.801200 11527 heartbeater.cc:344] Connected to a master server at 127.10.172.254:33797
23:56:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.801615 11527 heartbeater.cc:461] Registering TS with master...
23:56:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.802060 11526 heartbeater.cc:344] Connected to a master server at 127.10.172.253:32945
23:56:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.802431 11526 heartbeater.cc:461] Registering TS with master...
23:56:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.802450 11527 heartbeater.cc:507] Master 127.10.172.254:33797 requested a full tablet report, sending...
23:56:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.803177 11526 heartbeater.cc:507] Master 127.10.172.253:32945 requested a full tablet report, sending...
23:56:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.805886 11007 ts_manager.cc:194] Registered new tserver with Master: 4b8139cfe6934d1eaaffcecb5fe0de3f (127.10.172.193:45969)
23:56:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:51.806998 11136 ts_manager.cc:194] Registered new tserver with Master: 4b8139cfe6934d1eaaffcecb5fe0de3f (127.10.172.193:45969)
23:56:51.857 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:51.857 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:51.858 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:51.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:51.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:51.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:51.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:51.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:51.914 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:51.915 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:51.915 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:51.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:51.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:51.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:51.916 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:52.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:52.101 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:52.102 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:52.102 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:52.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:52.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:52.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:52.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:52.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:52.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:52.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:52.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:52.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:52.103 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:52.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:52.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:52.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468612203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:52.215 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:56:52.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:56:52.254 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:52.254 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:52.254 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:52.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:52.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:52.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:52.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:52.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:52.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:52.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:52.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:52.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:52.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:52.284240 11534 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:52.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:52.284989 11534 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:52.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:52.285868 11534 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:52.341 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:52.341 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:52.341 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:52.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:52.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:52.341 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:52.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:52.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:52.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:52.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:52.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:52.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:52.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:52.351854 11534 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:52.353438 11534 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.172.194
23:56:52.392 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:52.392 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:52.392 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:52.392 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:52.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:52.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:52.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:52.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:52.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:52.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:52.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:52.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:52.393 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:52.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:52.411355 11534 tablet_server_runner.cc:78] Tablet server non-default flags:
23:56:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/data
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/wal
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.194:0
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/data/info.pb
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.194
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.172.194
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/logs
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:52.412930 11534 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:52.414908 11534 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:52.430024 11541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:52.533 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:52.534 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:52.534 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:52.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:52.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:52.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:52.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:52.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:52.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:52.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:52.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:52.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:52.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:52.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:52.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:52.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:52.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:52.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:52.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:52.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:52.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:52.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:52.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:52.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:52.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:52.552 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:52.584 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:52.585 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:52.585 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:52.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:52.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:52.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:52.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:52.666 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:52.666 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:52.666 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:52.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.667 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:52.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468612702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:52.714 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:56:52.715 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:56:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:52.793417 11525 heartbeater.cc:499] Master 127.10.172.252:33745 was elected leader, sending a full tablet report...
23:56:52.817 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:52.818 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:52.818 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:52.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:52.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:52.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:52.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:52.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:52.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:52.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:52.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:52.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:52.819 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:52.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:52.918 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:52.918 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:52.918 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:52.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:52.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:52.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:52.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:52.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:52.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:52.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:52.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:52.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:52.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:52.986 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:52.986 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:52.986 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:52.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:52.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:52.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:52.988 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:53.080 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:53.080 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:53.081 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:53.081 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:53.081 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:53.081 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:53.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:53.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:53.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:53.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:53.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:53.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:53.082 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:53.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:53.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:53.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:53.198 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:53.199 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:53.199 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:53.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.200 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.201 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:53.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468613202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:53.224 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:56:53.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:56:53.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:53.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:53.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:53.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:53.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:53.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:53.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:53.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:53.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:53.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:53.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:53.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:53.295 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:53.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:53.428 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:53.428 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:53.429 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:53.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:53.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:53.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:53.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:53.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:53.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:53.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:53.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:53.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:53.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:53.466 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:53.466 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:53.466 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:53.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.468 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:53.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:53.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:53.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:53.680 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:53.681 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:53.681 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:53.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:53.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:53.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:53.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:53.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:53.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:53.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:53.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:53.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:53.683 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:53.701 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:53.701 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:53.701 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:53.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:53.702 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:53.702 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:53.702 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:53.702 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:53.702 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:53.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:53.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:53.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:53.702 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:53.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468613702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:53.713 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:56:53.722 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:56:53.841 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:53.842 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:53.842 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:53.842 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:53.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:53.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:53.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:53.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:53.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:53.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:53.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:53.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:53.844 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:53.865 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:53.866 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:53.866 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:53.866 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.866 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.866 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:53.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:53.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:53.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:53.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:53.922 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:53.922 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:53.922 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:53.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:53.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:53.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:53.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:53.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:53.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:53.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:53.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:53.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:53.923 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:53.933 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:53.934 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:53.934 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:53.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:53.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:53.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:53.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:53.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:53.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:53.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:53.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:53.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:53.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:54.001 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:54.001 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:54.001 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:54.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:54.045 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:54.046 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:54.046 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:54.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:54.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:54.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:54.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:54.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:54.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:54.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:54.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:54.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:54.047 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:54.062 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:54.062 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:54.062 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:54.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:54.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:54.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:54.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:54.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:54.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:54.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:54.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:54.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:54.064 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:54.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:54.102 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:54.102 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:54.102 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:54.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:54.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:54.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:54.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468614202 for job c6dcffb95890c3e631532abc0762c24d.
23:56:54.212 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:56:54.214 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:56:54.228 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:54.228 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:54.228 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:54.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:54.234 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:54.234 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:54.234 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:54.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:54.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:54.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:54.235 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:53.832453 11540 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 11534
23:56:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:54.252586 11540 kernel_stack_watchdog.cc:198] Thread 11534 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
23:56:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:56:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:56:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:56:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:56:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:54.254115 11534 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.822s	user 0.618s	sys 1.039s
23:56:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:54.254693 11534 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.823s	user 0.618s	sys 1.040s
23:56:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:52.431351 11542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:54.255251 11543 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1822 milliseconds
23:56:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:54.256621 11544 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.256570 11534 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:56:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.260885 11534 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.264338 11534 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:54.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.265669 11534 hybrid_clock.cc:648] HybridClock initialized: now 1783468614265630 us; error 49 us; skew 500 ppm
23:56:54.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.266469 11534 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:54.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.272902 11534 webserver.cc:534] Webserver started at http://127.10.172.194:34179/ using document root <none> and password file <none>
23:56:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.274067 11534 fs_manager.cc:362] Metadata directory not provided
23:56:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.274401 11534 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.274904 11534 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.279685 11534 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/data/instance:
23:56:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "131e8076c0114763ab78c07b847c7a53"
23:56:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:54 on dist-test-slave-1rxj"
23:56:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.280973 11534 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/wal/instance:
23:56:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "131e8076c0114763ab78c07b847c7a53"
23:56:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:54 on dist-test-slave-1rxj"
23:56:54.284 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:54.284 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:54.284 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:54.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:54.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:54.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:54.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:54.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:54.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:54.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:54.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:54.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:54.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.289587 11534 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
23:56:54.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.295637 11552 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.296824 11534 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.001s
23:56:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.297189 11534 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/wal
23:56:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "131e8076c0114763ab78c07b847c7a53"
23:56:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:54 on dist-test-slave-1rxj"
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.297559 11534 fs_report.cc:389] FS layout report
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/wal
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/wal
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/data/data
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.353215 11534 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.355010 11534 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.355613 11534 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.358968 11534 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:56:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.364566 11534 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:56:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.364838 11534 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:56:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.365185 11534 ts_tablet_manager.cc:616] Registered 0 tablets
23:56:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.365378 11534 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:56:54.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:54.467 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:54.467 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:54.467 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:54.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:54.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:54.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:54.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:54.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:54.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:54.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:54.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:54.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:54.468 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.559665 11534 rpc_server.cc:307] RPC server started. Bound to: 127.10.172.194:40513
23:56:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.559948 11664 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.172.194:40513 every 8 connection(s)
23:56:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.563256 11534 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/data/info.pb
23:56:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.571983 10931 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 11534
23:56:54.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.572607 10931 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-1/wal/instance
23:56:54.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.596185 10931 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/wal
23:56:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/data
23:56:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/logs
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/data/info.pb
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.195:0
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.172.195
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.195
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:56:54.607 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:54.607 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:54.608 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:54.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:54.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:54.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:54.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:54.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:54.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:54.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:54.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:54.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:54.608 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:54.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.630785 11665 heartbeater.cc:344] Connected to a master server at 127.10.172.252:33745
23:56:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.631361 11665 heartbeater.cc:461] Registering TS with master...
23:56:54.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.632826 11665 heartbeater.cc:507] Master 127.10.172.252:33745 requested a full tablet report, sending...
23:56:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.637217 11217 ts_manager.cc:194] Registered new tserver with Master: 131e8076c0114763ab78c07b847c7a53 (127.10.172.194:40513)
23:56:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.637744 11667 heartbeater.cc:344] Connected to a master server at 127.10.172.254:33797
23:56:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.638149 11667 heartbeater.cc:461] Registering TS with master...
23:56:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.639115 11667 heartbeater.cc:507] Master 127.10.172.254:33797 requested a full tablet report, sending...
23:56:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.639496 11217 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.172.194:34499
23:56:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.641729 11666 heartbeater.cc:344] Connected to a master server at 127.10.172.253:32945
23:56:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.642104 11666 heartbeater.cc:461] Registering TS with master...
23:56:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.642161 11007 ts_manager.cc:194] Registered new tserver with Master: 131e8076c0114763ab78c07b847c7a53 (127.10.172.194:40513)
23:56:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.643385 11666 heartbeater.cc:507] Master 127.10.172.253:32945 requested a full tablet report, sending...
23:56:54.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:54.648001 11136 ts_manager.cc:194] Registered new tserver with Master: 131e8076c0114763ab78c07b847c7a53 (127.10.172.194:40513)
23:56:54.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:54.650 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:54.650 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:54.650 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:54.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:54.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:54.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:54.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:54.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:54.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:54.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:54.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:54.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:54.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:54.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468614703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:54.712 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:56:54.713 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:56:54.749 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:54.750 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:54.750 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:54.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:54.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:54.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:54.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:54.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:54.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:54.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:54.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:54.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:54.751 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:54.797 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:54.797 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:54.797 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:54.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.798 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:54.856 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:54.856 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:54.856 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:54.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:54.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:54.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:54.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:54.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:54.990196 11675 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:54.990790 11675 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:54.991238 11675 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:55.033152 11675 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:55.034411 11675 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.172.195
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:55.080142 11675 tablet_server_runner.cc:78] Tablet server non-default flags:
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.172.212:44563
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/data
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/wal
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.172.195:0
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/data/info.pb
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.172.195
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745
23:56:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.172.195
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/logs
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:55.081671 11675 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:55.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:55.083516 11675 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:55.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:55.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:55.099097 11681 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:55.107 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:55.107 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:55.107 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:55.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.108 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:55.130 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:55.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:55.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468615203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:55.216 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:56:55.218 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:56:55.377 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:55.377 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:55.378 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:55.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:55.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:55.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:55.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:55.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:55.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:55.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:55.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:55.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:55.379 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:55.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:55.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:55.629 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:55.647231 11665 heartbeater.cc:499] Master 127.10.172.252:33745 was elected leader, sending a full tablet report...
23:56:55.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:55.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468615704 for job c6dcffb95890c3e631532abc0762c24d.
23:56:55.718 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:56:55.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:56:55.738 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:55.738 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:55.738 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:55.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:55.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:55.739 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:55.739 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:55.739 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:55.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:55.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:55.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:55.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:55.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:55.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:55.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:55.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:55.741 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:55.866 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:55.866 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:55.866 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:55.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:55.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:55.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:55.868 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:55.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:56.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:56.098 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:56.098 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:56.098 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:56.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.100 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:56.129 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:56.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:56.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468616203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:56.214 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:56:56.216 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:56:56.242 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:56.243 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:56.243 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:56.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.245 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:56.258 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:56.258 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:56.259 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:56.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.260 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.260 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.260 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:56.325 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:56.325 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:56.325 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:56.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.327 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:56.353 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:56.354 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:56.354 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:56.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:56.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:56.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:56.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:56.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:56.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:56.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:56.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:56.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:56.355 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:56.400 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:56.401 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:56.401 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:56.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:56.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:56.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:56.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:56.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:56.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:56.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:56.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:56.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:56.402 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:56.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:56.438 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:56.438 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:56.438 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:56.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:56.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:56.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:56.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:56.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:56.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:56.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:56.439 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:56.439 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:56.439 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:56.444 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:56.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:56.445 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:56.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:56.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:56.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:56.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:56.469 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:56.469 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:56.469 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:56.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:56.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:56.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:56.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:56.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:56.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:56.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:56.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:56.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:56.471 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:56.655 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:56.663 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:56.663 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:56.663 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:56.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.666 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:56.667 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:56.667 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:56.667 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:56.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:56.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:56.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:56.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:56.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:56.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:56.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:56.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:56.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:56.668 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:56.671 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:56.672 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:56.657 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27951), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [103ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [294ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [294ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [495ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [500ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1045ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1047ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1166ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1220ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1282ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1402ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1663ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1682ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1982ms] refreshing cache from master, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1984ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3402ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4161ms] too many traces: truncated at 100 traces, deferred=Deferred@548877909(state=PENDING, result=null, callback=(continuation of Deferred@2132670636 after retry RPC after error@63266752) -> (continuation of Deferred@331562778 after retry RPC after error@174040745) -> (continuation of Deferred@446166998 after retry RPC after error@864387099) -> (continuation of Deferred@968114846 after retry RPC after error@1319752175) -> (continuation of Deferred@1806018219 after retry RPC after error@1958700700) -> (continuation of Deferred@1862564391 after retry RPC after error@1872951425) -> (continuation of Deferred@703892256 after retry RPC after error@653296388) -> (continuation of Deferred@1785266367 after retry RPC after error@318212995) -> (continuation of Deferred@534228854 after retry RPC after error@1025373995) -> (continuation of Deferred@533951695 after retry RPC after error@836128549) -> (continuation of Deferred@324594294 after retry RPC after error@1101984665) -> (continuation of Deferred@1163891311 after retry RPC after error@1190351494) -> (continuation of Deferred@313265012 after retry RPC after error@606601347) -> (continuation of Deferred@492647043 after retry RPC after error@1105605836) -> (continuation of Deferred@862154799 after retry RPC after error@1470845656) -> (continuation of Deferred@597080964 after retry RPC after error@1395047278) -> (continuation of Deferred@2070698797 after retry RPC after error@1985800970) -> (continuation of Deferred@1610622174 after retry RPC after error@110825083) -> (continuation of Deferred@532125878 after retry RPC after error@245507313) -> (continuation of Deferred@1868945199 after retry RPC after error@835974254) -> (continuation of Deferred@302168266 after retry RPC after error@228103127) -> (continuation of Deferred@1283842532 after retry RPC after error@1658522782) -> (continuation of Deferred@1696087271 after retry RPC after error@752291256) -> (continuation of Deferred@1337869063 after retry RPC after error@1966807442), errback=(continuation of Deferred@2132670636 after retry RPC after error@63266752) -> (continuation of Deferred@331562778 after retry RPC after error@174040745) -> (continuation of Deferred@446166998 after retry RPC after error@864387099) -> (continuation of Deferred@968114846 after retry RPC after error@1319752175) -> (continuation of Deferred@1806018219 after retry RPC after error@1958700700) -> (continuation of Deferred@1862564391 after retry RPC after error@1872951425) -> (continuation of Deferred@703892256 after retry RPC after error@653296388) -> (continuation of Deferred@1785266367 after retry RPC after error@318212995) -> (continuation of Deferred@534228854 after retry RPC after error@1025373995) -> (continuation of Deferred@533951695 after retry RPC after error@836128549) -> (continuation of Deferred@324594294 after retry RPC after error@1101984665) -> (continuation of Deferred@1163891311 after retry RPC after error@1190351494) -> (continuation of Deferred@313265012 after retry RPC after error@606601347) -> (continuation of Deferred@492647043 after retry RPC after error@1105605836) -> (continuation of Deferred@862154799 after retry RPC after error@1470845656) -> (continuation of Deferred@597080964 after retry RPC after error@1395047278) -> (continuation of Deferred@2070698797 after retry RPC after error@1985800970) -> (continuation of Deferred@1610622174 after retry RPC after error@110825083) -> (continuation of Deferred@532125878 after retry RPC after error@245507313) -> (continuation of Deferred@1868945199 after retry RPC after error@835974254) -> (continuation of Deferred@302168266 after retry RPC after error@228103127) -> (continuation of Deferred@1283842532 after retry RPC after error@1658522782) -> (continuation of Deferred@1696087271 after retry RPC after error@752291256) -> (continuation of Deferred@1337869063 after retry RPC after error@1966807442)))
23:56:56.683 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
23:56:56.684 [WARN - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27951), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [103ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [294ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [294ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [495ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [500ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1045ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1047ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1166ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1220ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1282ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1402ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1663ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1682ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1982ms] refreshing cache from master, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1984ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3402ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4161ms] too many traces: truncated at 100 traces, deferred=Deferred@548877909(state=PENDING, result=null, callback=(continuation of Deferred@2132670636 after retry RPC after error@63266752) -> (continuation of Deferred@331562778 after retry RPC after error@174040745) -> (continuation of Deferred@446166998 after retry RPC after error@864387099) -> (continuation of Deferred@968114846 after retry RPC after error@1319752175) -> (continuation of Deferred@1806018219 after retry RPC after error@1958700700) -> (continuation of Deferred@1862564391 after retry RPC after error@1872951425) -> (continuation of Deferred@703892256 after retry RPC after error@653296388) -> (continuation of Deferred@1785266367 after retry RPC after error@318212995) -> (continuation of Deferred@534228854 after retry RPC after error@1025373995) -> (continuation of Deferred@533951695 after retry RPC after error@836128549) -> (continuation of Deferred@324594294 after retry RPC after error@1101984665) -> (continuation of Deferred@1163891311 after retry RPC after error@1190351494) -> (continuation of Deferred@313265012 after retry RPC after error@606601347) -> (continuation of Deferred@492647043 after retry RPC after error@1105605836) -> (continuation of Deferred@862154799 after retry RPC after error@1470845656) -> (continuation of Deferred@597080964 after retry RPC after error@1395047278) -> (continuation of Deferred@2070698797 after retry RPC after error@1985800970) -> (continuation of Deferred@1610622174 after retry RPC after error@110825083) -> (continuation of Deferred@532125878 after retry RPC after error@245507313) -> (continuation of Deferred@1868945199 after retry RPC after error@835974254) -> (continuation of Deferred@302168266 after retry RPC after error@228103127) -> (continuation of Deferred@1283842532 after retry RPC after error@1658522782) -> (continuation of Deferred@1696087271 after retry RPC after error@752291256) -> (continuation of Deferred@1337869063 after retry RPC after error@1966807442), errback=(continuation of Deferred@2132670636 after retry RPC after error@63266752) -> (continuation of Deferred@331562778 after retry RPC after error@174040745) -> (continuation of Deferred@446166998 after retry RPC after error@864387099) -> (continuation of Deferred@968114846 after retry RPC after error@1319752175) -> (continuation of Deferred@1806018219 after retry RPC after error@1958700700) -> (continuation of Deferred@1862564391 after retry RPC after error@1872951425) -> (continuation of Deferred@703892256 after retry RPC after error@653296388) -> (continuation of Deferred@1785266367 after retry RPC after error@318212995) -> (continuation of Deferred@534228854 after retry RPC after error@1025373995) -> (continuation of Deferred@533951695 after retry RPC after error@836128549) -> (continuation of Deferred@324594294 after retry RPC after error@1101984665) -> (continuation of Deferred@1163891311 after retry RPC after error@1190351494) -> (continuation of Deferred@313265012 after retry RPC after error@606601347) -> (continuation of Deferred@492647043 after retry RPC after error@1105605836) -> (continuation of Deferred@862154799 after retry RPC after error@1470845656) -> (continuation of Deferred@597080964 after retry RPC after error@1395047278) -> (continuation of Deferred@2070698797 after retry RPC after error@1985800970) -> (continuation of Deferred@1610622174 after retry RPC after error@110825083) -> (continuation of Deferred@532125878 after retry RPC after error@245507313) -> (continuation of Deferred@1868945199 after retry RPC after error@835974254) -> (continuation of Deferred@302168266 after retry RPC after error@228103127) -> (continuation of Deferred@1283842532 after retry RPC after error@1658522782) -> (continuation of Deferred@1696087271 after retry RPC after error@752291256) -> (continuation of Deferred@1337869063 after retry RPC after error@1966807442)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:56.685 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
23:56:56.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#8 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8.
23:56:56.713 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468616709 for job c6dcffb95890c3e631532abc0762c24d.
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:56.512912 11680 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 11675
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:55.099771 11682 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:56.854967 11684 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:56.853675 11675 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.752s	user 0.540s	sys 1.064s
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:56.856037 11675 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.757s	user 0.540s	sys 1.064s
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:56.860459 11683 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1752 milliseconds
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.860514 11675 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.862172 11675 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.870644 11675 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:56:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.872329 11675 hybrid_clock.cc:648] HybridClock initialized: now 1783468616872286 us; error 50 us; skew 500 ppm
23:56:56.874 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:56.874 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:56.874 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:56.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:56.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:56.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:56.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:56.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:56.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.875502 11675 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:56:56.874 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:56.879 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:56.879 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:56.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:56.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:56.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:56.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:56.879 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27951), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [89ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [103ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [294ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [294ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [495ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [500ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1045ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1047ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1166ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1166ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1182ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1220ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1282ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1402ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1663ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1682ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1982ms] refreshing cache from master, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1983ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1984ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3402ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [4161ms] too many traces: truncated at 100 traces, deferred=Deferred@548877909(state=PENDING, result=null, callback=(continuation of Deferred@2132670636 after retry RPC after error@63266752) -> (continuation of Deferred@331562778 after retry RPC after error@174040745) -> (continuation of Deferred@446166998 after retry RPC after error@864387099) -> (continuation of Deferred@968114846 after retry RPC after error@1319752175) -> (continuation of Deferred@1806018219 after retry RPC after error@1958700700) -> (continuation of Deferred@1862564391 after retry RPC after error@1872951425) -> (continuation of Deferred@703892256 after retry RPC after error@653296388) -> (continuation of Deferred@1785266367 after retry RPC after error@318212995) -> (continuation of Deferred@534228854 after retry RPC after error@1025373995) -> (continuation of Deferred@533951695 after retry RPC after error@836128549) -> (continuation of Deferred@324594294 after retry RPC after error@1101984665) -> (continuation of Deferred@1163891311 after retry RPC after error@1190351494) -> (continuation of Deferred@313265012 after retry RPC after error@606601347) -> (continuation of Deferred@492647043 after retry RPC after error@1105605836) -> (continuation of Deferred@862154799 after retry RPC after error@1470845656) -> (continuation of Deferred@597080964 after retry RPC after error@1395047278) -> (continuation of Deferred@2070698797 after retry RPC after error@1985800970) -> (continuation of Deferred@1610622174 after retry RPC after error@110825083) -> (continuation of Deferred@532125878 after retry RPC after error@245507313) -> (continuation of Deferred@1868945199 after retry RPC after error@835974254) -> (continuation of Deferred@302168266 after retry RPC after error@228103127) -> (continuation of Deferred@1283842532 after retry RPC after error@1658522782) -> (continuation of Deferred@1696087271 after retry RPC after error@752291256) -> (continuation of Deferred@1337869063 after retry RPC after error@1966807442), errback=(continuation of Deferred@2132670636 after retry RPC after error@63266752) -> (continuation of Deferred@331562778 after retry RPC after error@174040745) -> (continuation of Deferred@446166998 after retry RPC after error@864387099) -> (continuation of Deferred@968114846 after retry RPC after error@1319752175) -> (continuation of Deferred@1806018219 after retry RPC after error@1958700700) -> (continuation of Deferred@1862564391 after retry RPC after error@1872951425) -> (continuation of Deferred@703892256 after retry RPC after error@653296388) -> (continuation of Deferred@1785266367 after retry RPC after error@318212995) -> (continuation of Deferred@534228854 after retry RPC after error@1025373995) -> (continuation of Deferred@533951695 after retry RPC after error@836128549) -> (continuation of Deferred@324594294 after retry RPC after error@1101984665) -> (continuation of Deferred@1163891311 after retry RPC after error@1190351494) -> (continuation of Deferred@313265012 after retry RPC after error@606601347) -> (continuation of Deferred@492647043 after retry RPC after error@1105605836) -> (continuation of Deferred@862154799 after retry RPC after error@1470845656) -> (continuation of Deferred@597080964 after retry RPC after error@1395047278) -> (continuation of Deferred@2070698797 after retry RPC after error@1985800970) -> (continuation of Deferred@1610622174 after retry RPC after error@110825083) -> (continuation of Deferred@532125878 after retry RPC after error@245507313) -> (continuation of Deferred@1868945199 after retry RPC after error@835974254) -> (continuation of Deferred@302168266 after retry RPC after error@228103127) -> (continuation of Deferred@1283842532 after retry RPC after error@1658522782) -> (continuation of Deferred@1696087271 after retry RPC after error@752291256) -> (continuation of Deferred@1337869063 after retry RPC after error@1966807442)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:56.882 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:56:56.883 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=173 ms, finalizationTime=0 ms).
23:56:56.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.884 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:56:56.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:56.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:56.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:56.885 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:56.885 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#8) of source Source: KuduSource.
23:56:56.885 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_8.
23:56:56.886 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RUNNING to RESTARTING.
23:56:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.886169 11675 webserver.cc:534] Webserver started at http://127.10.172.195:35395/ using document root <none> and password file <none>
23:56:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.887269 11675 fs_manager.cc:362] Metadata directory not provided
23:56:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.887524 11675 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:56:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.888020 11675 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:56:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.892849 11675 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/data/instance:
23:56:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e5166f2b7f43eca492d60f6f0edd21"
23:56:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:56 on dist-test-slave-1rxj"
23:56:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.894251 11675 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/wal/instance:
23:56:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e5166f2b7f43eca492d60f6f0edd21"
23:56:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:56 on dist-test-slave-1rxj"
23:56:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.902688 11675 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.003s
23:56:56.907 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:56.907 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:56.907 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:56.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:56.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:56.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:56.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:56.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:56.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:56.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:56.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:56.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:56.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:56.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.909855 11691 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:56:56.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.911327 11675 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.911765 11675 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/wal
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e5166f2b7f43eca492d60f6f0edd21"
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:56:56 on dist-test-slave-1rxj"
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.912210 11675 fs_report.cc:389] FS layout report
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/wal
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/wal
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/data/data
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:56:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:56:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.979779 11675 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:56:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.981433 11675 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:56:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.982110 11675 kserver.cc:163] Server-wide thread pool size limit: 3276
23:56:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.985155 11675 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:56:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.989876 11675 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:56:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.990077 11675 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:56:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.990381 11675 ts_tablet_manager.cc:616] Registered 0 tablets
23:56:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:56.990525 11675 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:56:57.061 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:57.061 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:57.061 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:57.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:57.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:57.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:57.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:57.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:57.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:57.062 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:57.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:57.062 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:57.062 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:57.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:57.121 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:57.121 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:57.121 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:57.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:57.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:57.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:57.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:57.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:57.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:57.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:57.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:57.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:57.122 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:57.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:57.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.162853 11675 rpc_server.cc:307] RPC server started. Bound to: 127.10.172.195:46541
23:56:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.163030 11805 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.172.195:46541 every 8 connection(s)
23:56:57.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.165838 11675 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/data/info.pb
23:56:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.166838 10931 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 11675
23:56:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.167341 10931 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster1780222839220031228/ts-2/wal/instance
23:56:57.168 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:57.168 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:57.168 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:57.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:57.170 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28598), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [31ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [198ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [332ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [552ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [571ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [572ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [695ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [699ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [721ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [741ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [760ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [761ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [761ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [761ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [805ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [805ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [821ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [940ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1282ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1800ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1802ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3740ms] refreshing cache from master, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3741ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5121ms] too many traces: truncated at 100 traces, deferred=Deferred@778886871(state=PENDING, result=null, callback=(continuation of Deferred@1208198516 after retry RPC after error@1645058230) -> (continuation of Deferred@114176172 after retry RPC after error@1310514372) -> (continuation of Deferred@459401334 after retry RPC after error@354884484) -> (continuation of Deferred@1654325980 after retry RPC after error@1246304439) -> (continuation of Deferred@1593801680 after retry RPC after error@1932112048) -> (continuation of Deferred@1235145195 after retry RPC after error@1267791055) -> (continuation of Deferred@1846818710 after retry RPC after error@1351001812) -> (continuation of Deferred@1864905894 after retry RPC after error@592614144) -> (continuation of Deferred@1815455867 after retry RPC after error@165679919) -> (continuation of Deferred@667130801 after retry RPC after error@272553690) -> (continuation of Deferred@1367982806 after retry RPC after error@1492769443) -> (continuation of Deferred@1667030046 after retry RPC after error@95571625) -> (continuation of Deferred@439530427 after retry RPC after error@210259612) -> (continuation of Deferred@154263359 after retry RPC after error@518070198) -> (continuation of Deferred@289527994 after retry RPC after error@1609795744) -> (continuation of Deferred@1488743494 after retry RPC after error@1320600648) -> (continuation of Deferred@1361924396 after retry RPC after error@307787041) -> (continuation of Deferred@700314992 after retry RPC after error@1364320395) -> (continuation of Deferred@1783529404 after retry RPC after error@997125801) -> (continuation of Deferred@2109639361 after retry RPC after error@590706757), errback=(continuation of Deferred@1208198516 after retry RPC after error@1645058230) -> (continuation of Deferred@114176172 after retry RPC after error@1310514372) -> (continuation of Deferred@459401334 after retry RPC after error@354884484) -> (continuation of Deferred@1654325980 after retry RPC after error@1246304439) -> (continuation of Deferred@1593801680 after retry RPC after error@1932112048) -> (continuation of Deferred@1235145195 after retry RPC after error@1267791055) -> (continuation of Deferred@1846818710 after retry RPC after error@1351001812) -> (continuation of Deferred@1864905894 after retry RPC after error@592614144) -> (continuation of Deferred@1815455867 after retry RPC after error@165679919) -> (continuation of Deferred@667130801 after retry RPC after error@272553690) -> (continuation of Deferred@1367982806 after retry RPC after error@1492769443) -> (continuation of Deferred@1667030046 after retry RPC after error@95571625) -> (continuation of Deferred@439530427 after retry RPC after error@210259612) -> (continuation of Deferred@154263359 after retry RPC after error@518070198) -> (continuation of Deferred@289527994 after retry RPC after error@1609795744) -> (continuation of Deferred@1488743494 after retry RPC after error@1320600648) -> (continuation of Deferred@1361924396 after retry RPC after error@307787041) -> (continuation of Deferred@700314992 after retry RPC after error@1364320395) -> (continuation of Deferred@1783529404 after retry RPC after error@997125801) -> (continuation of Deferred@2109639361 after retry RPC after error@590706757)))
23:56:57.171 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
23:56:57.172 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:57.172 [WARN - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28598), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [31ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [198ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [332ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [552ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [571ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [572ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [695ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [699ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [721ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [741ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [760ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [761ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [761ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [761ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [805ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [805ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [821ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [940ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1282ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1800ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1802ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3740ms] refreshing cache from master, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3741ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5121ms] too many traces: truncated at 100 traces, deferred=Deferred@778886871(state=PENDING, result=null, callback=(continuation of Deferred@1208198516 after retry RPC after error@1645058230) -> (continuation of Deferred@114176172 after retry RPC after error@1310514372) -> (continuation of Deferred@459401334 after retry RPC after error@354884484) -> (continuation of Deferred@1654325980 after retry RPC after error@1246304439) -> (continuation of Deferred@1593801680 after retry RPC after error@1932112048) -> (continuation of Deferred@1235145195 after retry RPC after error@1267791055) -> (continuation of Deferred@1846818710 after retry RPC after error@1351001812) -> (continuation of Deferred@1864905894 after retry RPC after error@592614144) -> (continuation of Deferred@1815455867 after retry RPC after error@165679919) -> (continuation of Deferred@667130801 after retry RPC after error@272553690) -> (continuation of Deferred@1367982806 after retry RPC after error@1492769443) -> (continuation of Deferred@1667030046 after retry RPC after error@95571625) -> (continuation of Deferred@439530427 after retry RPC after error@210259612) -> (continuation of Deferred@154263359 after retry RPC after error@518070198) -> (continuation of Deferred@289527994 after retry RPC after error@1609795744) -> (continuation of Deferred@1488743494 after retry RPC after error@1320600648) -> (continuation of Deferred@1361924396 after retry RPC after error@307787041) -> (continuation of Deferred@700314992 after retry RPC after error@1364320395) -> (continuation of Deferred@1783529404 after retry RPC after error@997125801) -> (continuation of Deferred@2109639361 after retry RPC after error@590706757), errback=(continuation of Deferred@1208198516 after retry RPC after error@1645058230) -> (continuation of Deferred@114176172 after retry RPC after error@1310514372) -> (continuation of Deferred@459401334 after retry RPC after error@354884484) -> (continuation of Deferred@1654325980 after retry RPC after error@1246304439) -> (continuation of Deferred@1593801680 after retry RPC after error@1932112048) -> (continuation of Deferred@1235145195 after retry RPC after error@1267791055) -> (continuation of Deferred@1846818710 after retry RPC after error@1351001812) -> (continuation of Deferred@1864905894 after retry RPC after error@592614144) -> (continuation of Deferred@1815455867 after retry RPC after error@165679919) -> (continuation of Deferred@667130801 after retry RPC after error@272553690) -> (continuation of Deferred@1367982806 after retry RPC after error@1492769443) -> (continuation of Deferred@1667030046 after retry RPC after error@95571625) -> (continuation of Deferred@439530427 after retry RPC after error@210259612) -> (continuation of Deferred@154263359 after retry RPC after error@518070198) -> (continuation of Deferred@289527994 after retry RPC after error@1609795744) -> (continuation of Deferred@1488743494 after retry RPC after error@1320600648) -> (continuation of Deferred@1361924396 after retry RPC after error@307787041) -> (continuation of Deferred@700314992 after retry RPC after error@1364320395) -> (continuation of Deferred@1783529404 after retry RPC after error@997125801) -> (continuation of Deferred@2109639361 after retry RPC after error@590706757)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:57.172 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:57.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8).
23:56:57.172 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:57.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:57.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:57.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:57.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:57.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:57.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:57.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:57.173 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:57.173 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:57.173 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:57.174 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#8 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
23:56:57.176 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28598), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [31ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [198ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [201ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [332ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [552ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [571ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [572ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [695ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [699ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [721ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [741ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [760ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [761ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [761ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [761ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [805ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [805ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [821ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [940ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [941ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1282ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1800ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1802ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3740ms] refreshing cache from master, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3741ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3741ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [5121ms] too many traces: truncated at 100 traces, deferred=Deferred@778886871(state=PENDING, result=null, callback=(continuation of Deferred@1208198516 after retry RPC after error@1645058230) -> (continuation of Deferred@114176172 after retry RPC after error@1310514372) -> (continuation of Deferred@459401334 after retry RPC after error@354884484) -> (continuation of Deferred@1654325980 after retry RPC after error@1246304439) -> (continuation of Deferred@1593801680 after retry RPC after error@1932112048) -> (continuation of Deferred@1235145195 after retry RPC after error@1267791055) -> (continuation of Deferred@1846818710 after retry RPC after error@1351001812) -> (continuation of Deferred@1864905894 after retry RPC after error@592614144) -> (continuation of Deferred@1815455867 after retry RPC after error@165679919) -> (continuation of Deferred@667130801 after retry RPC after error@272553690) -> (continuation of Deferred@1367982806 after retry RPC after error@1492769443) -> (continuation of Deferred@1667030046 after retry RPC after error@95571625) -> (continuation of Deferred@439530427 after retry RPC after error@210259612) -> (continuation of Deferred@154263359 after retry RPC after error@518070198) -> (continuation of Deferred@289527994 after retry RPC after error@1609795744) -> (continuation of Deferred@1488743494 after retry RPC after error@1320600648) -> (continuation of Deferred@1361924396 after retry RPC after error@307787041) -> (continuation of Deferred@700314992 after retry RPC after error@1364320395) -> (continuation of Deferred@1783529404 after retry RPC after error@997125801) -> (continuation of Deferred@2109639361 after retry RPC after error@590706757), errback=(continuation of Deferred@1208198516 after retry RPC after error@1645058230) -> (continuation of Deferred@114176172 after retry RPC after error@1310514372) -> (continuation of Deferred@459401334 after retry RPC after error@354884484) -> (continuation of Deferred@1654325980 after retry RPC after error@1246304439) -> (continuation of Deferred@1593801680 after retry RPC after error@1932112048) -> (continuation of Deferred@1235145195 after retry RPC after error@1267791055) -> (continuation of Deferred@1846818710 after retry RPC after error@1351001812) -> (continuation of Deferred@1864905894 after retry RPC after error@592614144) -> (continuation of Deferred@1815455867 after retry RPC after error@165679919) -> (continuation of Deferred@667130801 after retry RPC after error@272553690) -> (continuation of Deferred@1367982806 after retry RPC after error@1492769443) -> (continuation of Deferred@1667030046 after retry RPC after error@95571625) -> (continuation of Deferred@439530427 after retry RPC after error@210259612) -> (continuation of Deferred@154263359 after retry RPC after error@518070198) -> (continuation of Deferred@289527994 after retry RPC after error@1609795744) -> (continuation of Deferred@1488743494 after retry RPC after error@1320600648) -> (continuation of Deferred@1361924396 after retry RPC after error@307787041) -> (continuation of Deferred@700314992 after retry RPC after error@1364320395) -> (continuation of Deferred@1783529404 after retry RPC after error@997125801) -> (continuation of Deferred@2109639361 after retry RPC after error@590706757)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:57.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#8) of source Source: KuduSource.
23:56:57.177 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
23:56:57.178 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:56:57.189 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:57.189 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:57.190 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:57.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:57.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:57.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:57.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:57.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:57.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:57.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:57.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:57.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:57.191 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:57.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468617203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:57.207 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:57.208 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:57.208 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:57.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:57.212 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:56:57.213 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:56:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.221314 11806 heartbeater.cc:344] Connected to a master server at 127.10.172.252:33745
23:56:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.221855 11806 heartbeater.cc:461] Registering TS with master...
23:56:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.223722 11806 heartbeater.cc:507] Master 127.10.172.252:33745 requested a full tablet report, sending...
23:56:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.225924 11807 heartbeater.cc:344] Connected to a master server at 127.10.172.253:32945
23:56:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.226315 11807 heartbeater.cc:461] Registering TS with master...
23:56:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.227095 11216 ts_manager.cc:194] Registered new tserver with Master: c0e5166f2b7f43eca492d60f6f0edd21 (127.10.172.195:46541)
23:56:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.227329 11807 heartbeater.cc:507] Master 127.10.172.253:32945 requested a full tablet report, sending...
23:56:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.229190 11216 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.172.195:34629
23:56:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.230295 11136 ts_manager.cc:194] Registered new tserver with Master: c0e5166f2b7f43eca492d60f6f0edd21 (127.10.172.195:46541)
23:56:57.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.234351 11813 heartbeater.cc:344] Connected to a master server at 127.10.172.254:33797
23:56:57.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.234740 11813 heartbeater.cc:461] Registering TS with master...
23:56:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.235354 11813 heartbeater.cc:507] Master 127.10.172.254:33797 requested a full tablet report, sending...
23:56:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.238075 11007 ts_manager.cc:194] Registered new tserver with Master: c0e5166f2b7f43eca492d60f6f0edd21 (127.10.172.195:46541)
23:56:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.241758 10931 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:56:57.254 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:56:57.255 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:56:57.256 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.10.172.254"
      port: 33797
    }
    bound_http_address {
      host: "127.10.172.254"
      port: 40821
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.10.172.253"
      port: 32945
    }
    bound_http_address {
      host: "127.10.172.253"
      port: 41635
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.10.172.252"
      port: 33745
    }
    bound_http_address {
      host: "127.10.172.252"
      port: 41767
    }
  }
}

23:56:57.256 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:56:57.257 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.10.172.193"
      port: 45969
    }
    bound_http_address {
      host: "127.10.172.193"
      port: 44051
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.10.172.194"
      port: 40513
    }
    bound_http_address {
      host: "127.10.172.194"
      port: 34179
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.10.172.195"
      port: 46541
    }
    bound_http_address {
      host: "127.10.172.195"
      port: 35395
    }
  }
}

23:56:57.257 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:56:57.259 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:56:57.259 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:56:57.259 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskB5WmW5/test-tmp
23:56:57.259 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:56:57.259 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskB5WmW5/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:56:57.265 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:56:57.267 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:57.268 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:57.268 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:57.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:57.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:57.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:57.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:57.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:57.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:57.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:57.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:57.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:57.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:57.466 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:57.466 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:57.466 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:57.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.467 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:57.517 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:57.517 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:57.517 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:57.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:57.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29025), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [49ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [52ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [53ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [53ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [707ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [707ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [713ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [713ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1046ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1051ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1052ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1053ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1054ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1081ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1122ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1141ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1262ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1542ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1822ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6720ms] refreshing cache from master, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6721ms] too many traces: truncated at 100 traces, deferred=Deferred@524561703(state=PENDING, result=null, callback=(continuation of Deferred@298243920 after retry RPC after error@2007037260) -> (continuation of Deferred@1600535259 after retry RPC after error@1635059973) -> (continuation of Deferred@1185820204 after retry RPC after error@919906592) -> (continuation of Deferred@1477111235 after retry RPC after error@301918950) -> (continuation of Deferred@647395771 after retry RPC after error@890788320) -> (continuation of Deferred@989060725 after retry RPC after error@1555868183) -> (continuation of Deferred@1240615834 after retry RPC after error@1045617693) -> (continuation of Deferred@452378068 after retry RPC after error@589512847) -> (continuation of Deferred@2027319786 after retry RPC after error@1347221721) -> (continuation of Deferred@2147219225 after retry RPC after error@1189476177) -> (continuation of Deferred@225941318 after retry RPC after error@986328065) -> (continuation of Deferred@447305598 after retry RPC after error@1931441157) -> (continuation of Deferred@1113784455 after retry RPC after error@698517230) -> (continuation of Deferred@2044737027 after retry RPC after error@1901582950) -> (continuation of Deferred@728402931 after retry RPC after error@381873542) -> (continuation of Deferred@1860866419 after retry RPC after error@564261410) -> (continuation of Deferred@1592508662 after retry RPC after error@1598335088) -> (continuation of Deferred@1696586722 after retry RPC after error@1266750849) -> (continuation of Deferred@1273856119 after retry RPC after error@823178834) -> (continuation of Deferred@717994841 after retry RPC after error@1772457628) -> (continuation of Deferred@1324111335 after retry RPC after error@2063255630) -> (continuation of Deferred@228369723 after retry RPC after error@1208490874) -> (continuation of Deferred@1692876017 after retry RPC after error@1223893147) -> (continuation of Deferred@548331971 after retry RPC after error@678817127) -> (continuation of Deferred@1973963820 after retry RPC after error@613305850) -> (continuation of Deferred@1945698385 after retry RPC after error@1960887708) -> (continuation of Deferred@1126051328 after retry RPC after error@355031556) -> (continuation of Deferred@778648440 after retry RPC after error@1557649164) -> (continuation of Deferred@1846254776 after retry RPC after error@825033223), errback=(continuation of Deferred@298243920 after retry RPC after error@2007037260) -> (continuation of Deferred@1600535259 after retry RPC after error@1635059973) -> (continuation of Deferred@1185820204 after retry RPC after error@919906592) -> (continuation of Deferred@1477111235 after retry RPC after error@301918950) -> (continuation of Deferred@647395771 after retry RPC after error@890788320) -> (continuation of Deferred@989060725 after retry RPC after error@1555868183) -> (continuation of Deferred@1240615834 after retry RPC after error@1045617693) -> (continuation of Deferred@452378068 after retry RPC after error@589512847) -> (continuation of Deferred@2027319786 after retry RPC after error@1347221721) -> (continuation of Deferred@2147219225 after retry RPC after error@1189476177) -> (continuation of Deferred@225941318 after retry RPC after error@986328065) -> (continuation of Deferred@447305598 after retry RPC after error@1931441157) -> (continuation of Deferred@1113784455 after retry RPC after error@698517230) -> (continuation of Deferred@2044737027 after retry RPC after error@1901582950) -> (continuation of Deferred@728402931 after retry RPC after error@381873542) -> (continuation of Deferred@1860866419 after retry RPC after error@564261410) -> (continuation of Deferred@1592508662 after retry RPC after error@1598335088) -> (continuation of Deferred@1696586722 after retry RPC after error@1266750849) -> (continuation of Deferred@1273856119 after retry RPC after error@823178834) -> (continuation of Deferred@717994841 after retry RPC after error@1772457628) -> (continuation of Deferred@1324111335 after retry RPC after error@2063255630) -> (continuation of Deferred@228369723 after retry RPC after error@1208490874) -> (continuation of Deferred@1692876017 after retry RPC after error@1223893147) -> (continuation of Deferred@548331971 after retry RPC after error@678817127) -> (continuation of Deferred@1973963820 after retry RPC after error@613305850) -> (continuation of Deferred@1945698385 after retry RPC after error@1960887708) -> (continuation of Deferred@1126051328 after retry RPC after error@355031556) -> (continuation of Deferred@778648440 after retry RPC after error@1557649164) -> (continuation of Deferred@1846254776 after retry RPC after error@825033223)))
23:56:57.520 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
23:56:57.520 [WARN - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29025), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [49ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [52ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [53ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [53ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [707ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [707ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [713ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [713ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1046ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1051ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1052ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1053ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1054ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1081ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1122ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1141ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1262ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1542ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1822ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6720ms] refreshing cache from master, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6721ms] too many traces: truncated at 100 traces, deferred=Deferred@524561703(state=PENDING, result=null, callback=(continuation of Deferred@298243920 after retry RPC after error@2007037260) -> (continuation of Deferred@1600535259 after retry RPC after error@1635059973) -> (continuation of Deferred@1185820204 after retry RPC after error@919906592) -> (continuation of Deferred@1477111235 after retry RPC after error@301918950) -> (continuation of Deferred@647395771 after retry RPC after error@890788320) -> (continuation of Deferred@989060725 after retry RPC after error@1555868183) -> (continuation of Deferred@1240615834 after retry RPC after error@1045617693) -> (continuation of Deferred@452378068 after retry RPC after error@589512847) -> (continuation of Deferred@2027319786 after retry RPC after error@1347221721) -> (continuation of Deferred@2147219225 after retry RPC after error@1189476177) -> (continuation of Deferred@225941318 after retry RPC after error@986328065) -> (continuation of Deferred@447305598 after retry RPC after error@1931441157) -> (continuation of Deferred@1113784455 after retry RPC after error@698517230) -> (continuation of Deferred@2044737027 after retry RPC after error@1901582950) -> (continuation of Deferred@728402931 after retry RPC after error@381873542) -> (continuation of Deferred@1860866419 after retry RPC after error@564261410) -> (continuation of Deferred@1592508662 after retry RPC after error@1598335088) -> (continuation of Deferred@1696586722 after retry RPC after error@1266750849) -> (continuation of Deferred@1273856119 after retry RPC after error@823178834) -> (continuation of Deferred@717994841 after retry RPC after error@1772457628) -> (continuation of Deferred@1324111335 after retry RPC after error@2063255630) -> (continuation of Deferred@228369723 after retry RPC after error@1208490874) -> (continuation of Deferred@1692876017 after retry RPC after error@1223893147) -> (continuation of Deferred@548331971 after retry RPC after error@678817127) -> (continuation of Deferred@1973963820 after retry RPC after error@613305850) -> (continuation of Deferred@1945698385 after retry RPC after error@1960887708) -> (continuation of Deferred@1126051328 after retry RPC after error@355031556) -> (continuation of Deferred@778648440 after retry RPC after error@1557649164) -> (continuation of Deferred@1846254776 after retry RPC after error@825033223), errback=(continuation of Deferred@298243920 after retry RPC after error@2007037260) -> (continuation of Deferred@1600535259 after retry RPC after error@1635059973) -> (continuation of Deferred@1185820204 after retry RPC after error@919906592) -> (continuation of Deferred@1477111235 after retry RPC after error@301918950) -> (continuation of Deferred@647395771 after retry RPC after error@890788320) -> (continuation of Deferred@989060725 after retry RPC after error@1555868183) -> (continuation of Deferred@1240615834 after retry RPC after error@1045617693) -> (continuation of Deferred@452378068 after retry RPC after error@589512847) -> (continuation of Deferred@2027319786 after retry RPC after error@1347221721) -> (continuation of Deferred@2147219225 after retry RPC after error@1189476177) -> (continuation of Deferred@225941318 after retry RPC after error@986328065) -> (continuation of Deferred@447305598 after retry RPC after error@1931441157) -> (continuation of Deferred@1113784455 after retry RPC after error@698517230) -> (continuation of Deferred@2044737027 after retry RPC after error@1901582950) -> (continuation of Deferred@728402931 after retry RPC after error@381873542) -> (continuation of Deferred@1860866419 after retry RPC after error@564261410) -> (continuation of Deferred@1592508662 after retry RPC after error@1598335088) -> (continuation of Deferred@1696586722 after retry RPC after error@1266750849) -> (continuation of Deferred@1273856119 after retry RPC after error@823178834) -> (continuation of Deferred@717994841 after retry RPC after error@1772457628) -> (continuation of Deferred@1324111335 after retry RPC after error@2063255630) -> (continuation of Deferred@228369723 after retry RPC after error@1208490874) -> (continuation of Deferred@1692876017 after retry RPC after error@1223893147) -> (continuation of Deferred@548331971 after retry RPC after error@678817127) -> (continuation of Deferred@1973963820 after retry RPC after error@613305850) -> (continuation of Deferred@1945698385 after retry RPC after error@1960887708) -> (continuation of Deferred@1126051328 after retry RPC after error@355031556) -> (continuation of Deferred@778648440 after retry RPC after error@1557649164) -> (continuation of Deferred@1846254776 after retry RPC after error@825033223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:57.520 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
23:56:57.522 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
23:56:57.524 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29025), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [49ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [52ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [53ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [53ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [707ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [707ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [713ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [713ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1046ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1051ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1052ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1053ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1054ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1081ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1102ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1122ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1141ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1222ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1262ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1542ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1822ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [3322ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6720ms] refreshing cache from master, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6721ms] too many traces: truncated at 100 traces, deferred=Deferred@524561703(state=PENDING, result=null, callback=(continuation of Deferred@298243920 after retry RPC after error@2007037260) -> (continuation of Deferred@1600535259 after retry RPC after error@1635059973) -> (continuation of Deferred@1185820204 after retry RPC after error@919906592) -> (continuation of Deferred@1477111235 after retry RPC after error@301918950) -> (continuation of Deferred@647395771 after retry RPC after error@890788320) -> (continuation of Deferred@989060725 after retry RPC after error@1555868183) -> (continuation of Deferred@1240615834 after retry RPC after error@1045617693) -> (continuation of Deferred@452378068 after retry RPC after error@589512847) -> (continuation of Deferred@2027319786 after retry RPC after error@1347221721) -> (continuation of Deferred@2147219225 after retry RPC after error@1189476177) -> (continuation of Deferred@225941318 after retry RPC after error@986328065) -> (continuation of Deferred@447305598 after retry RPC after error@1931441157) -> (continuation of Deferred@1113784455 after retry RPC after error@698517230) -> (continuation of Deferred@2044737027 after retry RPC after error@1901582950) -> (continuation of Deferred@728402931 after retry RPC after error@381873542) -> (continuation of Deferred@1860866419 after retry RPC after error@564261410) -> (continuation of Deferred@1592508662 after retry RPC after error@1598335088) -> (continuation of Deferred@1696586722 after retry RPC after error@1266750849) -> (continuation of Deferred@1273856119 after retry RPC after error@823178834) -> (continuation of Deferred@717994841 after retry RPC after error@1772457628) -> (continuation of Deferred@1324111335 after retry RPC after error@2063255630) -> (continuation of Deferred@228369723 after retry RPC after error@1208490874) -> (continuation of Deferred@1692876017 after retry RPC after error@1223893147) -> (continuation of Deferred@548331971 after retry RPC after error@678817127) -> (continuation of Deferred@1973963820 after retry RPC after error@613305850) -> (continuation of Deferred@1945698385 after retry RPC after error@1960887708) -> (continuation of Deferred@1126051328 after retry RPC after error@355031556) -> (continuation of Deferred@778648440 after retry RPC after error@1557649164) -> (continuation of Deferred@1846254776 after retry RPC after error@825033223), errback=(continuation of Deferred@298243920 after retry RPC after error@2007037260) -> (continuation of Deferred@1600535259 after retry RPC after error@1635059973) -> (continuation of Deferred@1185820204 after retry RPC after error@919906592) -> (continuation of Deferred@1477111235 after retry RPC after error@301918950) -> (continuation of Deferred@647395771 after retry RPC after error@890788320) -> (continuation of Deferred@989060725 after retry RPC after error@1555868183) -> (continuation of Deferred@1240615834 after retry RPC after error@1045617693) -> (continuation of Deferred@452378068 after retry RPC after error@589512847) -> (continuation of Deferred@2027319786 after retry RPC after error@1347221721) -> (continuation of Deferred@2147219225 after retry RPC after error@1189476177) -> (continuation of Deferred@225941318 after retry RPC after error@986328065) -> (continuation of Deferred@447305598 after retry RPC after error@1931441157) -> (continuation of Deferred@1113784455 after retry RPC after error@698517230) -> (continuation of Deferred@2044737027 after retry RPC after error@1901582950) -> (continuation of Deferred@728402931 after retry RPC after error@381873542) -> (continuation of Deferred@1860866419 after retry RPC after error@564261410) -> (continuation of Deferred@1592508662 after retry RPC after error@1598335088) -> (continuation of Deferred@1696586722 after retry RPC after error@1266750849) -> (continuation of Deferred@1273856119 after retry RPC after error@823178834) -> (continuation of Deferred@717994841 after retry RPC after error@1772457628) -> (continuation of Deferred@1324111335 after retry RPC after error@2063255630) -> (continuation of Deferred@228369723 after retry RPC after error@1208490874) -> (continuation of Deferred@1692876017 after retry RPC after error@1223893147) -> (continuation of Deferred@548331971 after retry RPC after error@678817127) -> (continuation of Deferred@1973963820 after retry RPC after error@613305850) -> (continuation of Deferred@1945698385 after retry RPC after error@1960887708) -> (continuation of Deferred@1126051328 after retry RPC after error@355031556) -> (continuation of Deferred@778648440 after retry RPC after error@1557649164) -> (continuation of Deferred@1846254776 after retry RPC after error@825033223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:57.525 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:56:57.526 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
23:56:57.526 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
23:56:57.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:57.634 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:57.649 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:57.649 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:57.649 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:57.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:57.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:57.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:57.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:57.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:57.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:57.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:57.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:57.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:57.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:57.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:57.678 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:56:57.678 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:56:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.682742 11817 mini_oidc.cc:150] Starting JWKS server
23:56:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.686937 11817 webserver.cc:534] Webserver started at http://127.0.0.1:32857/ using document root <none> and password file <none>
23:56:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.687512 11817 mini_oidc.cc:186] Starting OIDC Discovery server
23:56:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.689836 11817 webserver.cc:534] Webserver started at http://127.0.0.1:46263/ using document root <none> and password file <none>
23:56:57.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468617703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:57.718 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:56:57.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:56:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:56:57Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:56:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:56:57Z Disabled control of system clock
23:56:57.758 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:57.758 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:57.758 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:57.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:57.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:57.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:57.759 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:57.761 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:56:57.761 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:56:57.761 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:56:57.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:56:57.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:56:57.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:56:57.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:56:57.762 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29119), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [73ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [164ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [164ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [525ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [536ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [911ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [911ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [981ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [985ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [985ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [985ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [985ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1003ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1021ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1042ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1103ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1162ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1228ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1228ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1963ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6000ms] refreshing cache from master, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6002ms] too many traces: truncated at 100 traces, deferred=Deferred@566695638(state=PENDING, result=null, callback=(continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438) -> (continuation of Deferred@55399448 after retry RPC after error@12607685) -> (continuation of Deferred@1329714782 after retry RPC after error@988079705) -> (continuation of Deferred@1398839433 after retry RPC after error@1352997992), errback=(continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438) -> (continuation of Deferred@55399448 after retry RPC after error@12607685) -> (continuation of Deferred@1329714782 after retry RPC after error@988079705) -> (continuation of Deferred@1398839433 after retry RPC after error@1352997992)))
23:56:57.763 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
23:56:57.763 [WARN - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29119), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [73ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [164ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [164ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [525ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [536ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [911ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [911ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [981ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [985ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [985ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [985ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [985ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1003ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1021ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1042ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1103ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1162ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1228ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1228ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1963ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6000ms] refreshing cache from master, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6002ms] too many traces: truncated at 100 traces, deferred=Deferred@566695638(state=PENDING, result=null, callback=(continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438) -> (continuation of Deferred@55399448 after retry RPC after error@12607685) -> (continuation of Deferred@1329714782 after retry RPC after error@988079705) -> (continuation of Deferred@1398839433 after retry RPC after error@1352997992), errback=(continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438) -> (continuation of Deferred@55399448 after retry RPC after error@12607685) -> (continuation of Deferred@1329714782 after retry RPC after error@988079705) -> (continuation of Deferred@1398839433 after retry RPC after error@1352997992)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:57.764 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
23:56:57.765 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#8 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8.
23:56:57.767 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to FAILED on ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29119), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [73ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [160ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [164ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [164ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [525ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [536ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [911ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [911ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [922ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [981ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [985ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [985ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [985ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [985ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1003ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1021ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1042ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1103ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1162ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1228ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1228ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1263ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [1963ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.189:37341: Network error: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.190:39137: Network error: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.30.97.188:41347: Network error: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [2983ms] delaying RPC due to: Service unavailable: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347, [6000ms] refreshing cache from master, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.189:37341, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.190:39137, [6001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.97.188:41347, [6002ms] too many traces: truncated at 100 traces, deferred=Deferred@566695638(state=PENDING, result=null, callback=(continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438) -> (continuation of Deferred@55399448 after retry RPC after error@12607685) -> (continuation of Deferred@1329714782 after retry RPC after error@988079705) -> (continuation of Deferred@1398839433 after retry RPC after error@1352997992), errback=(continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438) -> (continuation of Deferred@55399448 after retry RPC after error@12607685) -> (continuation of Deferred@1329714782 after retry RPC after error@988079705) -> (continuation of Deferred@1398839433 after retry RPC after error@1352997992)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.97.188:41347
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:57.768 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d2b24b5be07c54027760c4793ebc532d
23:56:57.768 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#8) of source Source: KuduSource.
23:56:57.768 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_8.
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:57.770838 11817 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/wal
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/data
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/logs
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/data/info.pb
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.126:39007
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.126
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32857/jwks.json with env {}
23:56:57.814 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:57.814 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:57.814 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:57.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:57.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:57.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:57.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:57.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:57.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:57.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:57.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:57.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:57.815 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:57.996 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:57.996 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:57.996 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:57.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:57.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:57.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:57.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:57.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:57.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:57.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:57.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:57.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:57.998 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:58.037 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:58.037 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:58.037 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:58.037 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:58.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:58.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:58.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:58.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:58.037 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:58.037 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:58.037 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:58.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:58.038 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:58.038 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:58.038 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:58.038 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:58.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:58.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:58.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:58.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:58.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:58.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:58.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:58.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:58.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:58.039 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:58.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:58.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:58.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:58.150 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.150 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.150 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.151 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [90ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [586ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [596ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [605ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [605ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [945ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [946ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [948ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [949ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [949ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [961ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [981ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1002ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1041ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1221ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1523ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3560ms] refreshing cache from master, [3560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3562ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@710539580(state=PENDING, result=null, callback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196), errback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196)))
23:56:58.152 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.152 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.152 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.152 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [90ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [586ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [596ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [605ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [605ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [945ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [946ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [948ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [949ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [949ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [961ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [981ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1002ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1041ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1221ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1523ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3560ms] refreshing cache from master, [3560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3562ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@710539580(state=PENDING, result=null, callback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196), errback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [90ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [586ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [596ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [605ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [605ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [945ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [946ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [948ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [949ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [949ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [961ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [981ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1002ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1041ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1221ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1523ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3560ms] refreshing cache from master, [3560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3562ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@710539580(state=PENDING, result=null, callback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196), errback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.60:33767
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:58.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.156 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [90ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [586ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [596ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [605ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [605ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [945ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [946ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [948ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [949ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [949ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [961ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [981ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1002ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1041ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1221ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1523ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3560ms] refreshing cache from master, [3560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3562ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@710539580(state=PENDING, result=null, callback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196), errback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [90ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [586ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [596ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [605ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [605ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [945ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [946ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [948ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [948ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [949ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [949ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [961ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [961ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [981ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [981ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1002ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1041ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1162ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1221ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [1523ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [2243ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3560ms] refreshing cache from master, [3560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.60:33767: Network error: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.62:34943: Network error: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943, [3562ms] Sub RPC ConnectToMaster: received response from server master-127.29.170.61:42317: Network error: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3562ms] delaying RPC due to: Service unavailable: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317, [3841ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.60:33767, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.62:34943, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.170.61:42317, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@710539580(state=PENDING, result=null, callback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196), errback=(continuation of Deferred@1933760297 after retry RPC after error@58300162) -> (continuation of Deferred@1733530784 after retry RPC after error@44433775) -> (continuation of Deferred@1740141965 after retry RPC after error@683032575) -> (continuation of Deferred@1396394205 after retry RPC after error@1629783724) -> (continuation of Deferred@1167360792 after retry RPC after error@1556354450) -> (continuation of Deferred@1437651831 after retry RPC after error@283393675) -> (continuation of Deferred@1896473548 after retry RPC after error@228397306) -> (continuation of Deferred@1592086869 after retry RPC after error@1866738788) -> (continuation of Deferred@1374528963 after retry RPC after error@873625028) -> (continuation of Deferred@1074394602 after retry RPC after error@249611907) -> (continuation of Deferred@840939809 after retry RPC after error@360994547) -> (continuation of Deferred@447567628 after retry RPC after error@309415428) -> (continuation of Deferred@1567112154 after retry RPC after error@1785515338) -> (continuation of Deferred@445243964 after retry RPC after error@43032071) -> (continuation of Deferred@507171684 after retry RPC after error@305159028) -> (continuation of Deferred@1199428364 after retry RPC after error@1092296002) -> (continuation of Deferred@166873078 after retry RPC after error@420042311) -> (continuation of Deferred@809829337 after retry RPC after error@690874782) -> (continuation of Deferred@846976698 after retry RPC after error@1637029340) -> (continuation of Deferred@2035325436 after retry RPC after error@1064824401) -> (continuation of Deferred@1406476547 after retry RPC after error@714203984) -> (continuation of Deferred@1475543175 after retry RPC after error@1467382094) -> (continuation of Deferred@760321946 after retry RPC after error@142567939) -> (continuation of Deferred@1204266163 after retry RPC after error@597629196)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.170.60:33767
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:56:58.157 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:56:58.169 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.170 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.170 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.177255 11830 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:56:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.178023 11830 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:56:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.178725 11830 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:56:58.189 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.189 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.189 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.190 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468618203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:58.210 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.210 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.210 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.211 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:56:58.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:56:58.212 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.226907 11830 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:56:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.227355 11830 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:56:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.227681 11830 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:56:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.228008 11830 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:56:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.228312 11830 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:56:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.228494 11830 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32857/jwks.json
23:56:58.230 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.230 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.230 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.230 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.230 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:58.233048 11806 heartbeater.cc:499] Master 127.10.172.252:33745 was elected leader, sending a full tablet report...
23:56:58.249 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.249 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.250 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.250 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.264 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:58.264 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:58.264 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:58.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:58.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:58.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:58.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:58.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:58.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:58.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:58.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:58.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:58.265 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:58.281704 11830 master_runner.cc:387] Master server non-default flags:
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/data
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/wal
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.126:39007
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32857/jwks.json
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/data/info.pb
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.126
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/logs
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:56:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:56:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:58.283550 11830 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:56:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:56:58.285652 11830 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:56:58.289 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.289 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.289 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.290 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.290 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.290 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.299391 11836 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:56:58.329 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.330 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.330 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.330 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.538 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [8ms] received response from server master-127.8.47.124:36079: OK, deferred=null) with no deferred attached!
23:56:58.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.551 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:58.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:58.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:58.702 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:58.702 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:58.702 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:58.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:58.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:58.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:58.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:58.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:58.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:58.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468618703 for job c6dcffb95890c3e631532abc0762c24d.
23:56:58.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:58.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:58.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:58.706 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:58.720 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:56:58.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:56:58.774 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:56:58.774 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:56:58.774 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:56:58.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:58.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:58.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:58.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:56:58.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:58.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:56:58.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:58.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:58.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:56:58.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:56:58.930 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:58.930 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:58.930 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:58.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.930 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:58.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:58.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:58.931 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:58.937 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:58.937 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:58.937 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:58.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:58.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:58.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:58.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:58.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:58.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:58.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:58.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:58.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:58.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:59.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:59.089 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:56:59.090 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:56:59.090 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:56:59.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:59.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:59.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:56:59.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:59.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:59.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:56:59.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:59.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:59.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:56:59.091 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:56:59.114 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:59.114 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:59.114 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:59.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.115 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:59.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:59.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:59.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468619203 for job c6dcffb95890c3e631532abc0762c24d.
23:56:59.215 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:56:59.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:56:59.305 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:59.305 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:59.305 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:59.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:59.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:59.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:59.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:59.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:59.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:59.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:59.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:59.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:59.307 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:59.452 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:56:59.452 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:56:59.452 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:56:59.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:59.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:59.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:59.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:56:59.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:59.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:59.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:56:59.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:59.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:56:59.455 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:56:59.467 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:59.467 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:59.468 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:59.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:59.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:59.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:59.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:59.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:59.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:59.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:59.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:59.469 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:59.470 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:56:59.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:59.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:59.640 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:56:59.641 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:56:59.641 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:56:59.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:59.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:59.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:56:59.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:59.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:59.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:56:59.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:59.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:59.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:56:59.642 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:56:59.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:56:59.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468619702 for job c6dcffb95890c3e631532abc0762c24d.
23:56:59.742 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:59.742 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:59.742 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:59.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.743 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:59.745 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=42 ms, finalizationTime=1 ms).
23:56:59.747 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:56:59.747 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:56:59.747 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:56:59.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:59.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:59.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:56:59.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:59.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:59.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:56:59.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:59.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:59.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:56:59.749 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:56:59.749 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:56:59.817 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:56:59.817 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:56:59.818 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:56:59.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:56:59.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:56:59.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:56:59.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:56:59.826 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:56:59.827 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:56:59.827 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:56:59.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:59.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:59.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:56:59.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:59.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:59.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:56:59.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:59.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:59.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:56:59.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:56:59.857 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:56:59.858 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:56:59.858 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:56:59.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:59.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:59.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:56:59.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:59.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:59.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:56:59.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:59.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:59.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:56:59.860 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:00.006 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:00.007 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:00.007 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:00.009 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.009 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.009 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.010 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.010 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:00.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:00.098 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:00.098 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:00.098 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:00.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:00.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:00.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:00.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:00.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:00.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:00.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:00.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:00.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:00.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:00.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:00.134 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:00.134 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:00.134 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:00.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.135 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.135 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.135 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.136 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:00.143 [DEBUG - pool-424-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [5ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:00.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468620202 for job c6dcffb95890c3e631532abc0762c24d.
23:57:00.215 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:57:00.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:57:00.283 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c34498118044a003e0b2ad37cbcb486) switched from state RESTARTING to RUNNING.
23:57:00.284 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 9c34498118044a003e0b2ad37cbcb486 from Checkpoint 72 @ 1783468421575 for 9c34498118044a003e0b2ad37cbcb486 located at file:/tmp/junit3108809940323494503/checkpoints/9c34498118044a003e0b2ad37cbcb486/chk-72.
23:57:00.285 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:57:00.285 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:57:00.286 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
23:57:00.287 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:57:00.287 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
23:57:00.287 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5fef2981f201c4ef1f5b07b79663045d
23:57:00.288 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
23:57:00.288 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
23:57:00.288 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 6f958295d2f16b63fcb5c6806465bb34
23:57:00.288 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
23:57:00.289 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
23:57:00.289 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 7856b591185e5c96046d18fd5963a9b0
23:57:00.289 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
23:57:00.290 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
23:57:00.290 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c52955f5-f4d5-4d34-90b1-714cdfd4705d @ 127.0.0.1 (dataPort=-1) with allocation id 5138d5d63fec66960b15ec226330e37e
23:57:00.290 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:57:00.292 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5fef2981f201c4ef1f5b07b79663045d.
23:57:00.293 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 5fef2981f201c4ef1f5b07b79663045d.
23:57:00.293 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:00.293 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c34498118044a003e0b2ad37cbcb486: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:57:00.294 [INFO - Thread-69] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:57:00.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:00.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:00.294 [DEBUG - Thread-69] (Connection.java:575) [peer master-127.31.129.61:41907(127.31.129.61:41907)] disconnecting while in state TERMINATED
23:57:00.294 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:00.294 [DEBUG - Thread-69] (Connection.java:575) [peer master-127.31.129.62:44309(127.31.129.62:44309)] disconnecting while in state TERMINATED
23:57:00.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.294 [DEBUG - Thread-69] (Connection.java:575) [peer master-127.31.129.60:42777(127.31.129.60:42777)] disconnecting while in state TERMINATED
23:57:00.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.295 [DEBUG - Thread-69] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:00.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.295 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:00.296 [INFO - Thread-69] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:57:00.296 [INFO - Thread-69] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:57:00.297 [DEBUG - Thread-69] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:00.298 [INFO - Thread-69] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:57:00.298 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 6f958295d2f16b63fcb5c6806465bb34.
23:57:00.299 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 6f958295d2f16b63fcb5c6806465bb34.
23:57:00.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
23:57:00.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
23:57:00.300 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72e36e8d
23:57:00.300 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:00.301 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:57:00.301 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
23:57:00.301 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
23:57:00.304 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1fd372ae
23:57:00.304 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:00.305 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:00.305 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:00.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:00.307 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:00.307 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 7856b591185e5c96046d18fd5963a9b0.
23:57:00.308 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 7856b591185e5c96046d18fd5963a9b0.
23:57:00.308 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5138d5d63fec66960b15ec226330e37e.
23:57:00.310 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id 5138d5d63fec66960b15ec226330e37e.
23:57:00.308 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
23:57:00.310 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
23:57:00.311 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ef9952f
23:57:00.311 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:00.311 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:57:00.311 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
23:57:00.311 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
23:57:00.311 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:00.312 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:00.312 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:00.312 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:00.317 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48057ba5
23:57:00.319 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:00.319 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
23:57:00.320 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
23:57:00.320 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
23:57:00.320 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
23:57:00.320 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c30198a
23:57:00.320 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:00.320 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:57:00.321 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
23:57:00.321 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
23:57:00.322 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fbe6739
23:57:00.322 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:00.322 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3108809940323494503/checkpoints")
23:57:00.322 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
23:57:00.322 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:00.322 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2cd5a2de77a3e91c9e8bd5aa36e4949_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
23:57:00.322 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:00.323 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:00.323 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7562bf54
23:57:00.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:00.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:00.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:00.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:00.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:00.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:00.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:00.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:00.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:00.324 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:00.324 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:00.326 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:00.326 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:00.326 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:00.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.326 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:00.328 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2743efc4
23:57:00.332 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:00.333 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.333 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.334 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.336 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.337 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.337 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.338 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.339 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.339 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.340 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.341 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.344 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.345 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.346 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.346 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.346 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:59.726982 11835 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 11830
23:57:00.347 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.347054 11830 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.047s	user 0.781s	sys 1.184s
23:57:00.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.348351 11830 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.049s	user 0.781s	sys 1.185s
23:57:00.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:56:58.300550 11837 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:00.349 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.349320 11838 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2048 milliseconds
23:57:00.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.350 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.350101 11839 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:00.350 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.350801 11830 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:57:00.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.351 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.352 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.352 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.352 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.353 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.354 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.354 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.355 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.355 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.355850 11830 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:57:00.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.356 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.357 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.357 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.357 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.357 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.358 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.358 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.359189 11830 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:57:00.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.359 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.360 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.360 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.360579 11830 hybrid_clock.cc:648] HybridClock initialized: now 1783468620360476 us; error 86 us; skew 500 ppm
23:57:00.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.361 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.361 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.361 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.361753 11830 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:57:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.369144 11830 webserver.cc:534] Webserver started at http://127.11.138.126:44673/ using document root <none> and password file <none>
23:57:00.369 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.370 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.370 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.370533 11830 fs_manager.cc:362] Metadata directory not provided
23:57:00.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.370 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.370834 11830 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:57:00.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.371 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.371411 11830 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:57:00.373 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.374 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.374 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.374 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.375 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.375 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.375 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.377 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.377 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.377039 11830 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/data/instance:
23:57:00.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22706da6175d4d4aa74d6ff41302d442"
23:57:00.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:00 on dist-test-slave-1rxj"
23:57:00.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.378 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.378 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.378 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.378 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.378 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:00.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.379 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.379 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:00.379 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:00.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.378754 11830 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/wal/instance:
23:57:00.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22706da6175d4d4aa74d6ff41302d442"
23:57:00.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.379 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:00 on dist-test-slave-1rxj"
23:57:00.380 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.387892 11830 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.004s
23:57:00.389 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.389 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.389 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.389 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.389 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.389 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.389 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.393 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.394 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.394 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.394 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.394 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.395 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.395 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.395 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.395100 11902 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:57:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.396714 11830 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
23:57:00.397 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.397039 11830 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/wal
23:57:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22706da6175d4d4aa74d6ff41302d442"
23:57:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:00 on dist-test-slave-1rxj"
23:57:00.397 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.397 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.397423 11830 fs_report.cc:389] FS layout report
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/wal
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/wal
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/data/data
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:57:00.398 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:57:00.398 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:57:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:57:00.398 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.399 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.409 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.409 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.409 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.410 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.410 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.410 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.413 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.413 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.413 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.414 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.414 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.414 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.415 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.417 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.417 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.418 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.418 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.418 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.418 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.418 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.419 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.434 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.434 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.434 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.435 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.435 [DEBUG - pool-422-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [16ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.436 [DEBUG - pool-422-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [9ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.436 [DEBUG - pool-422-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [23ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.449 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.449 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.449 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.450 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:00.455 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.455 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.455 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.456 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.457 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.457 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.457 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.458 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.463047 11830 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.464843 11830 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:57:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.465269 11830 kserver.cc:163] Server-wide thread pool size limit: 3276
23:57:00.469 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:00.469 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:00.470 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:00.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:00.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:00.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:00.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:00.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:00.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:00.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:00.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:00.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:00.470 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:00.494 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.494 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.494 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.495 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.498 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.498 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.498 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.509 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.509 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.509 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.509 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.509 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.509 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.509 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.510 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.510 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.510 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.513 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.513 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.513 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.514 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.514 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.514 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.515 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.515 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.535 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.535 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.535 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.536 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.548 [DEBUG - pool-426-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [16ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.548 [DEBUG - pool-426-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [22ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.555 [DEBUG - pool-428-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [17ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.555 [DEBUG - pool-428-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [18ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.555 [DEBUG - pool-428-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.16.252:41799, [18ms] received response from server master-127.9.16.252:41799: OK, deferred=null) with no deferred attached!
23:57:00.577 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.578 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.578 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.578 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.578 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.578 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.579 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.579 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:00.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.587284 11830 rpc_server.cc:307] RPC server started. Bound to: 127.11.138.126:39007
23:57:00.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.587455 11953 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.138.126:39007 every 8 connection(s)
23:57:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.590507 11830 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/data/info.pb
23:57:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.594453 11817 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 11830
23:57:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.595036 11817 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-0/wal/instance
23:57:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.598448 11954 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.600780 11817 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/wal
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/data
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/logs
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/data/info.pb
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.125:33045
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.125
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:57:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32857/jwks.json with env {}
23:57:00.609 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.609 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.610 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.610 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.610 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.610 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.610 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.610 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.612 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.617719 11954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } has no permanent_uuid. Determining permanent_uuid...
23:57:00.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:00.633 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.634 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.634 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.634 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:00.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.652649 11954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } has no permanent_uuid. Determining permanent_uuid...
23:57:00.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.655694 11903 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.138.125:33045: connect: Connection refused (error 111)
23:57:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.661173 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.125:33045: Network error: Client connection negotiation failed: client connection to 127.11.138.125:33045: connect: Connection refused (error 111)
23:57:00.694 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.694 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.694 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468620702 for job c6dcffb95890c3e631532abc0762c24d.
23:57:00.711 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:57:00.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.710793 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } attempt: 1
23:57:00.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:57:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.716396 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.125:33045: Network error: Client connection negotiation failed: client connection to 127.11.138.125:33045: connect: Connection refused (error 111)
23:57:00.735 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:00.735 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:00.735 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:00.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.735 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:00.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:00.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:00.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:00.753 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.754 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.754 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.755 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.757 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:00.757 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:00.757 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:00.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:00.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:00.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:00.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:00.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:00.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:00.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:00.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:00.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:00.758 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.784811 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } attempt: 2
23:57:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.790496 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.125:33045: Network error: Client connection negotiation failed: client connection to 127.11.138.125:33045: connect: Connection refused (error 111)
23:57:00.809 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.809 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.809 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.810 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.817 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.817 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:00.817 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.817 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:00.817 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.818 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:00.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:00.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:00.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:00.819 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:00.845 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:00.845 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:00.845 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:00.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.846 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:00.866 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:00.866 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:00.866 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:00.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.866 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:00.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:00.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:00.867 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:00.881934 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } attempt: 3
23:57:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.888247 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.125:33045: Network error: Client connection negotiation failed: client connection to 127.11.138.125:33045: connect: Connection refused (error 111)
23:57:00.917 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.917 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.918 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.918 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:00.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.986408 11956 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:57:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.987154 11956 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:57:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:00.987890 11956 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:57:00.997 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:00.998 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:00.998 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:00.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:00.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:00.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:00.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:01.009 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:01.009 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:01.009 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:01.009 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.009 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.009 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.009 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:01.031687 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } attempt: 4
23:57:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.036890 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.125:33045: Network error: Client connection negotiation failed: client connection to 127.11.138.125:33045: connect: Connection refused (error 111)
23:57:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.045331 11956 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:57:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.045754 11956 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:57:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.046069 11956 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:57:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.046423 11956 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:57:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.046726 11956 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:57:01.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.046967 11956 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32857/jwks.json
23:57:01.058 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:01.058 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:01.058 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:01.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:01.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:01.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:01.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:01.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:01.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:01.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:01.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:01.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:01.058 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:01.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:01.088057 11956 master_runner.cc:387] Master server non-default flags:
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/data
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/wal
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.125:33045
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32857/jwks.json
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/data/info.pb
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.125
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/logs
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:57:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:57:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:57:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:57:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:57:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:57:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:57:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:57:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:57:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:01.089810 11956 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:57:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:01.091634 11956 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:57:01.094 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:01.094 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:01.094 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:01.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.095 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:01.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:01.095 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:01.095 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:01.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.095 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.104120 11965 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:01.124 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:01.124 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:01.124 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:01.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:01.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:01.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:01.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:01.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:01.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:01.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:01.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:01.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:01.125 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:01.128 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:01.129 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:01.129 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:01.129 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:01.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:01.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:01.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468621203 for job c6dcffb95890c3e631532abc0762c24d.
23:57:01.214 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:57:01.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:57:01.268 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:01.268 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:01.268 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:01.269 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:01.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:01.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:01.269 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:01.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:01.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:01.270 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:01.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:01.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:01.274 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:01.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:01.336341 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } attempt: 5
23:57:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.346253 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.125:33045: Network error: Client connection negotiation failed: client connection to 127.11.138.125:33045: connect: Connection refused (error 111)
23:57:01.396 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:01.397 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:01.397 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:01.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:01.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:01.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:01.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:01.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:01.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:01.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:01.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:01.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:01.398 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:01.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:01.555 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:01.555 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:01.555 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:01.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:01.581 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:01.581 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:01.581 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:01.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:01.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:01.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:01.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:01.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:01.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:01.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:01.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:01.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:01.582 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:01.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:01.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:01.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:01.694 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:01.694 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:01.694 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:01.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:01.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:01.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:01.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:01.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:01.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:01.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:01.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:01.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:01.695 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:01.696 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27612), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [14ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [14ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [38ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [39ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [70ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [76ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [77ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [106ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [106ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [107ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [261ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [262ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [441ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [442ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [903ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1242ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2261ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2262ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [5122ms] too many traces: truncated at 100 traces, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@1932070507(state=PENDING, result=null, callback=(continuation of Deferred@1605242013 after retry RPC after error@1027361897) -> (continuation of Deferred@991747160 after retry RPC after error@16635654) -> (continuation of Deferred@790161760 after retry RPC after error@1889052654) -> (continuation of Deferred@767249337 after retry RPC after error@1133575407) -> (continuation of Deferred@732651028 after retry RPC after error@515455832) -> (continuation of Deferred@1764253109 after retry RPC after error@756786171) -> (continuation of Deferred@1555104690 after retry RPC after error@184909959) -> (continuation of Deferred@552317351 after retry RPC after error@1344260666) -> (continuation of Deferred@82308888 after retry RPC after error@599869115) -> (continuation of Deferred@1591393773 after retry RPC after error@1891299862) -> (continuation of Deferred@1268669494 after retry RPC after error@1656962912) -> (continuation of Deferred@1778238208 after retry RPC after error@1324398187) -> (continuation of Deferred@2000043119 after retry RPC after error@217396694) -> (continuation of Deferred@186057355 after retry RPC after error@1075822188) -> (continuation of Deferred@101463876 after retry RPC after error@594733526) -> (continuation of Deferred@272807017 after retry RPC after error@764642515) -> (continuation of Deferred@1245847602 after retry RPC after error@2127187189) -> (continuation of Deferred@2066632377 after retry RPC after error@1244330003) -> (continuation of Deferred@288490196 after retry RPC after error@1026771427) -> (continuation of Deferred@887194490 after retry RPC after error@689311637) -> (continuation of Deferred@682855617 after retry RPC after error@266908773) -> (continuation of Deferred@925502641 after retry RPC after error@786028390) -> (continuation of Deferred@439911416 after retry RPC after error@1354323782) -> (continuation of Deferred@923895396 after retry RPC after error@1469252871) -> (continuation of Deferred@157973326 after retry RPC after error@326311490), errback=(continuation of Deferred@1605242013 after retry RPC after error@1027361897) -> (continuation of Deferred@991747160 after retry RPC after error@16635654) -> (continuation of Deferred@790161760 after retry RPC after error@1889052654) -> (continuation of Deferred@767249337 after retry RPC after error@1133575407) -> (continuation of Deferred@732651028 after retry RPC after error@515455832) -> (continuation of Deferred@1764253109 after retry RPC after error@756786171) -> (continuation of Deferred@1555104690 after retry RPC after error@184909959) -> (continuation of Deferred@552317351 after retry RPC after error@1344260666) -> (continuation of Deferred@82308888 after retry RPC after error@599869115) -> (continuation of Deferred@1591393773 after retry RPC after error@1891299862) -> (continuation of Deferred@1268669494 after retry RPC after error@1656962912) -> (continuation of Deferred@1778238208 after retry RPC after error@1324398187) -> (continuation of Deferred@2000043119 after retry RPC after error@217396694) -> (continuation of Deferred@186057355 after retry RPC after error@1075822188) -> (continuation of Deferred@101463876 after retry RPC after error@594733526) -> (continuation of Deferred@272807017 after retry RPC after error@764642515) -> (continuation of Deferred@1245847602 after retry RPC after error@2127187189) -> (continuation of Deferred@2066632377 after retry RPC after error@1244330003) -> (continuation of Deferred@288490196 after retry RPC after error@1026771427) -> (continuation of Deferred@887194490 after retry RPC after error@689311637) -> (continuation of Deferred@682855617 after retry RPC after error@266908773) -> (continuation of Deferred@925502641 after retry RPC after error@786028390) -> (continuation of Deferred@439911416 after retry RPC after error@1354323782) -> (continuation of Deferred@923895396 after retry RPC after error@1469252871) -> (continuation of Deferred@157973326 after retry RPC after error@326311490)))
23:57:01.697 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:57:01.697 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27612), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [14ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [14ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [38ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [39ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [70ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [76ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [77ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [106ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [106ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [107ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [261ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [262ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [441ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [442ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [903ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1242ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2261ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2262ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [5122ms] too many traces: truncated at 100 traces, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@1932070507(state=PENDING, result=null, callback=(continuation of Deferred@1605242013 after retry RPC after error@1027361897) -> (continuation of Deferred@991747160 after retry RPC after error@16635654) -> (continuation of Deferred@790161760 after retry RPC after error@1889052654) -> (continuation of Deferred@767249337 after retry RPC after error@1133575407) -> (continuation of Deferred@732651028 after retry RPC after error@515455832) -> (continuation of Deferred@1764253109 after retry RPC after error@756786171) -> (continuation of Deferred@1555104690 after retry RPC after error@184909959) -> (continuation of Deferred@552317351 after retry RPC after error@1344260666) -> (continuation of Deferred@82308888 after retry RPC after error@599869115) -> (continuation of Deferred@1591393773 after retry RPC after error@1891299862) -> (continuation of Deferred@1268669494 after retry RPC after error@1656962912) -> (continuation of Deferred@1778238208 after retry RPC after error@1324398187) -> (continuation of Deferred@2000043119 after retry RPC after error@217396694) -> (continuation of Deferred@186057355 after retry RPC after error@1075822188) -> (continuation of Deferred@101463876 after retry RPC after error@594733526) -> (continuation of Deferred@272807017 after retry RPC after error@764642515) -> (continuation of Deferred@1245847602 after retry RPC after error@2127187189) -> (continuation of Deferred@2066632377 after retry RPC after error@1244330003) -> (continuation of Deferred@288490196 after retry RPC after error@1026771427) -> (continuation of Deferred@887194490 after retry RPC after error@689311637) -> (continuation of Deferred@682855617 after retry RPC after error@266908773) -> (continuation of Deferred@925502641 after retry RPC after error@786028390) -> (continuation of Deferred@439911416 after retry RPC after error@1354323782) -> (continuation of Deferred@923895396 after retry RPC after error@1469252871) -> (continuation of Deferred@157973326 after retry RPC after error@326311490), errback=(continuation of Deferred@1605242013 after retry RPC after error@1027361897) -> (continuation of Deferred@991747160 after retry RPC after error@16635654) -> (continuation of Deferred@790161760 after retry RPC after error@1889052654) -> (continuation of Deferred@767249337 after retry RPC after error@1133575407) -> (continuation of Deferred@732651028 after retry RPC after error@515455832) -> (continuation of Deferred@1764253109 after retry RPC after error@756786171) -> (continuation of Deferred@1555104690 after retry RPC after error@184909959) -> (continuation of Deferred@552317351 after retry RPC after error@1344260666) -> (continuation of Deferred@82308888 after retry RPC after error@599869115) -> (continuation of Deferred@1591393773 after retry RPC after error@1891299862) -> (continuation of Deferred@1268669494 after retry RPC after error@1656962912) -> (continuation of Deferred@1778238208 after retry RPC after error@1324398187) -> (continuation of Deferred@2000043119 after retry RPC after error@217396694) -> (continuation of Deferred@186057355 after retry RPC after error@1075822188) -> (continuation of Deferred@101463876 after retry RPC after error@594733526) -> (continuation of Deferred@272807017 after retry RPC after error@764642515) -> (continuation of Deferred@1245847602 after retry RPC after error@2127187189) -> (continuation of Deferred@2066632377 after retry RPC after error@1244330003) -> (continuation of Deferred@288490196 after retry RPC after error@1026771427) -> (continuation of Deferred@887194490 after retry RPC after error@689311637) -> (continuation of Deferred@682855617 after retry RPC after error@266908773) -> (continuation of Deferred@925502641 after retry RPC after error@786028390) -> (continuation of Deferred@439911416 after retry RPC after error@1354323782) -> (continuation of Deferred@923895396 after retry RPC after error@1469252871) -> (continuation of Deferred@157973326 after retry RPC after error@326311490)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.254:33175
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:01.698 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:57:01.700 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:57:01.703 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468621703 for job c6dcffb95890c3e631532abc0762c24d.
23:57:01.704 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27612), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [14ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [14ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [38ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [39ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [70ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [76ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [77ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [106ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [106ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [107ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [261ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [262ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [441ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [442ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [902ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [903ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [1242ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2261ms] refreshing cache from master, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.254:33175: Network error: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.253:45787: Network error: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.2.185.252:46335: Network error: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [2262ms] delaying RPC due to: Service unavailable: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.254:33175, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.253:45787, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.185.252:46335, [5122ms] too many traces: truncated at 100 traces, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@1932070507(state=PENDING, result=null, callback=(continuation of Deferred@1605242013 after retry RPC after error@1027361897) -> (continuation of Deferred@991747160 after retry RPC after error@16635654) -> (continuation of Deferred@790161760 after retry RPC after error@1889052654) -> (continuation of Deferred@767249337 after retry RPC after error@1133575407) -> (continuation of Deferred@732651028 after retry RPC after error@515455832) -> (continuation of Deferred@1764253109 after retry RPC after error@756786171) -> (continuation of Deferred@1555104690 after retry RPC after error@184909959) -> (continuation of Deferred@552317351 after retry RPC after error@1344260666) -> (continuation of Deferred@82308888 after retry RPC after error@599869115) -> (continuation of Deferred@1591393773 after retry RPC after error@1891299862) -> (continuation of Deferred@1268669494 after retry RPC after error@1656962912) -> (continuation of Deferred@1778238208 after retry RPC after error@1324398187) -> (continuation of Deferred@2000043119 after retry RPC after error@217396694) -> (continuation of Deferred@186057355 after retry RPC after error@1075822188) -> (continuation of Deferred@101463876 after retry RPC after error@594733526) -> (continuation of Deferred@272807017 after retry RPC after error@764642515) -> (continuation of Deferred@1245847602 after retry RPC after error@2127187189) -> (continuation of Deferred@2066632377 after retry RPC after error@1244330003) -> (continuation of Deferred@288490196 after retry RPC after error@1026771427) -> (continuation of Deferred@887194490 after retry RPC after error@689311637) -> (continuation of Deferred@682855617 after retry RPC after error@266908773) -> (continuation of Deferred@925502641 after retry RPC after error@786028390) -> (continuation of Deferred@439911416 after retry RPC after error@1354323782) -> (continuation of Deferred@923895396 after retry RPC after error@1469252871) -> (continuation of Deferred@157973326 after retry RPC after error@326311490), errback=(continuation of Deferred@1605242013 after retry RPC after error@1027361897) -> (continuation of Deferred@991747160 after retry RPC after error@16635654) -> (continuation of Deferred@790161760 after retry RPC after error@1889052654) -> (continuation of Deferred@767249337 after retry RPC after error@1133575407) -> (continuation of Deferred@732651028 after retry RPC after error@515455832) -> (continuation of Deferred@1764253109 after retry RPC after error@756786171) -> (continuation of Deferred@1555104690 after retry RPC after error@184909959) -> (continuation of Deferred@552317351 after retry RPC after error@1344260666) -> (continuation of Deferred@82308888 after retry RPC after error@599869115) -> (continuation of Deferred@1591393773 after retry RPC after error@1891299862) -> (continuation of Deferred@1268669494 after retry RPC after error@1656962912) -> (continuation of Deferred@1778238208 after retry RPC after error@1324398187) -> (continuation of Deferred@2000043119 after retry RPC after error@217396694) -> (continuation of Deferred@186057355 after retry RPC after error@1075822188) -> (continuation of Deferred@101463876 after retry RPC after error@594733526) -> (continuation of Deferred@272807017 after retry RPC after error@764642515) -> (continuation of Deferred@1245847602 after retry RPC after error@2127187189) -> (continuation of Deferred@2066632377 after retry RPC after error@1244330003) -> (continuation of Deferred@288490196 after retry RPC after error@1026771427) -> (continuation of Deferred@887194490 after retry RPC after error@689311637) -> (continuation of Deferred@682855617 after retry RPC after error@266908773) -> (continuation of Deferred@925502641 after retry RPC after error@786028390) -> (continuation of Deferred@439911416 after retry RPC after error@1354323782) -> (continuation of Deferred@923895396 after retry RPC after error@1469252871) -> (continuation of Deferred@157973326 after retry RPC after error@326311490)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.185.254:33175
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:01.705 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
23:57:01.706 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:01.710 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:57:01.710 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RUNNING to RESTARTING.
23:57:01.714 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:01.714 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:01.715 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:57:01.715 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:01.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:01.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:01.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:01.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:01.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:01.715 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:57:01.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:01.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:01.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:01.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:01.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:01.720 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:01.720 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:01.720 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:01.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:01.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:01.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:01.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:01.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:01.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:01.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:01.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:01.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:01.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:01.857 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:01.858 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:01.858 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:01.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.860 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.860 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:01.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:01.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:01.860 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:01.893791 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } attempt: 6
23:57:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.918113 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.125:33045: Network error: Client connection negotiation failed: client connection to 127.11.138.125:33045: connect: Connection refused (error 111)
23:57:01.952 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:02.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:02.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:02.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:02.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.007 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:02.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:02.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:02.153 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:02.153 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:02.154 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:02.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:02.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:02.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:02.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:02.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:02.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:02.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:02.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:02.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:02.155 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:02.167 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:02.167 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:02.167 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:02.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:02.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468622203 for job c6dcffb95890c3e631532abc0762c24d.
23:57:02.214 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:57:02.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:57:02.247 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:02.247 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:02.247 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:02.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:02.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:02.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:02.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:02.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:02.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:02.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:02.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:02.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:02.249 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:02.287 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:02.287 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:02.287 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:02.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:02.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:02.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:02.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:02.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:02.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:02.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:02.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:02.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:02.288 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:02.297 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [4ms] received response from server master-127.8.47.124:36079: OK, deferred=null) with no deferred attached!
23:57:02.418 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:02.418 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:02.418 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:02.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.419 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.419 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:02.447 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:02.448 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:02.448 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:02.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:02.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:02.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:02.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:02.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:02.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:02.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:02.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:02.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:02.448 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:02.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:02.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:02.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:02.458 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:02.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:02.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:02.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:02.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:02.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:02.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:02.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:02.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:02.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:02.459 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:02.543 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:02.543 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:02.543 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:02.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:02.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:02.562727 11967 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1455 milliseconds
23:57:02.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.563791 11956 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:57:02.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:02.563777 11968 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:02.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:01.106027 11966 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.577154 11956 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:57:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.580240 11956 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:57:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.581700 11956 hybrid_clock.cc:648] HybridClock initialized: now 1783468622581639 us; error 74 us; skew 500 ppm
23:57:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.582546 11956 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:57:02.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.591006 11956 webserver.cc:534] Webserver started at http://127.11.138.125:42319/ using document root <none> and password file <none>
23:57:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.592304 11956 fs_manager.cc:362] Metadata directory not provided
23:57:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.592594 11956 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:57:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.593180 11956 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:57:02.598 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:02.598 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:02.598 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:02.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:02.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:02.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:02.599 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:02.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:02.599 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:02.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:02.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:02.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:02.599 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.599926 11956 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/data/instance:
23:57:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35c42160d00d470789edca46c80a36f2"
23:57:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:02 on dist-test-slave-1rxj"
23:57:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.601595 11956 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/wal/instance:
23:57:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35c42160d00d470789edca46c80a36f2"
23:57:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:02 on dist-test-slave-1rxj"
23:57:02.606 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:02.606 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:02.606 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:02.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.610658 11956 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
23:57:02.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.612 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.619916 11979 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:57:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.621448 11956 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.004s
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.621927 11956 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/wal
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35c42160d00d470789edca46c80a36f2"
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:02 on dist-test-slave-1rxj"
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.622357 11956 fs_report.cc:389] FS layout report
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/wal
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/wal
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/data/data
23:57:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:57:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:57:02.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.695060 11956 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:57:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.696946 11956 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:57:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.697585 11956 kserver.cc:163] Server-wide thread pool size limit: 3276
23:57:02.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468622703 for job c6dcffb95890c3e631532abc0762c24d.
23:57:02.714 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:57:02.715 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
23:57:02.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.815498 11956 rpc_server.cc:307] RPC server started. Bound to: 127.11.138.125:33045
23:57:02.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.815557 12030 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.138.125:33045 every 8 connection(s)
23:57:02.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.818794 11956 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/data/info.pb
23:57:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.820024 11817 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 11956
23:57:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.820604 11817 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-1/wal/instance
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.823949 11817 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/wal
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/data
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/logs
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/data/info.pb
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.124:34711
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.124
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:57:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:57:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:57:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32857/jwks.json with env {}
23:57:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.826941 12031 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:02.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.840637 12031 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } has no permanent_uuid. Determining permanent_uuid...
23:57:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.867599 12031 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } has no permanent_uuid. Determining permanent_uuid...
23:57:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.884112 12031 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } has no permanent_uuid. Determining permanent_uuid...
23:57:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:02.886883 11983 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:02.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:02.891849 12031 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:02.926 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:02.926 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:02.926 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:02.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.927 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:02.938 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:02.938 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:02.938 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:02.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.939 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:02.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.941463 12031 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 1
23:57:02.946 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:02.946 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:02.946 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:02.946733 12031 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:02.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:02.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:02.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:02.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:02.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.978778 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } attempt: 7
23:57:02.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:02.993799 11954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } has no permanent_uuid. Determining permanent_uuid...
23:57:02.994 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:02.994 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:02.994 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:02.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:02.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:02.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:02.996 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:03.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.011878 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.015363 12031 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 2
23:57:03.021 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:03.021 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:03.021 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:03.021 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:03.021 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:03.021 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:03.021 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:03.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:03.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:03.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:03.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:03.022 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:03.022 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.022622 12031 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.070322 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 1
23:57:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.074961 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.114091 12031 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 3
23:57:03.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.119108 12031 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.149 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:03.149 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:03.150 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:03.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:03.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.150 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.156375 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 2
23:57:03.157 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:03.157 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:03.157 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:03.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.159 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:03.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.164178 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.204 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468623203 for job c6dcffb95890c3e631532abc0762c24d.
23:57:03.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.204023 12034 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:57:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.204856 12034 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:57:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.205619 12034 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:57:03.211 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:57:03.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
23:57:03.224 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:03.224 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:03.225 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:03.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.225 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:03.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.244531 12034 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:57:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.244892 12034 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:57:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.245235 12034 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:57:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.245471 12034 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:57:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.245754 12034 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:57:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.245910 12034 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32857/jwks.json
23:57:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.249707 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 3
23:57:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.255244 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.262567 12031 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 4
23:57:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.267598 12031 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.286 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:03.287 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:03.287 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:03.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.287 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:03.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.294414 12034 master_runner.cc:387] Master server non-default flags:
23:57:03.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:03.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/data
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/wal
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.124:34711
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32857/jwks.json
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/data/info.pb
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.124
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/logs
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:57:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:57:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.295855 12034 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:57:03.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.297711 12034 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:57:03.305 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:03.305 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:03.305 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:03.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.306 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.310235 12046 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.395737 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 4
23:57:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.405738 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.447 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:03.448 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:03.448 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:03.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.449 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.450 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:03.452 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:03.474 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:03.474 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:03.474 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:03.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:03.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:03.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:03.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:03.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:03.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:03.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:03.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:03.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:03.475 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:03.510 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:03.510 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:03.510 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:03.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.512 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.567042 12031 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 5
23:57:03.575 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:03.575 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:03.575 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:03.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:03.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:03.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:03.576 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.576613 12031 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:03.601 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:03.601 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:03.601 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:03.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:03.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:03.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:03.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:03.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:03.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:03.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:03.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:03.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:03.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:03.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:03.689738 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 5
23:57:03.704 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468623703 for job c6dcffb95890c3e631532abc0762c24d.
23:57:03.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.715680 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:03.717 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:57:03.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
23:57:03.727 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:03.727 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:03.727 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:03.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.729 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.729 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.729 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.729 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.730 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.730 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:03.738 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:03.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.740 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:03.740 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:03.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:03.741 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:03.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:03.741 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:03.877 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:03.877 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:03.877 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:03.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:03.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:03.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:03.879 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:03.927 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:03.927 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:03.928 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:03.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:03.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:03.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:03.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:03.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:03.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:03.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:03.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:03.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:03.929 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:03.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:04.065 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:04.066 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:04.066 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:04.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:04.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:04.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:04.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:04.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:04.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:04.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:04.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:04.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:04.068 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:04.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:04.124069 12031 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 6
23:57:04.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:04.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:04.157275 12031 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:04.203 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468624202 for job c6dcffb95890c3e631532abc0762c24d.
23:57:04.215 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job c6dcffb95890c3e631532abc0762c24d (5068 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:57:04.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
23:57:04.227 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:04.228 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:04.228 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:04.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:04.268450 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 6
23:57:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:04.314822 11954 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:04.318 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [7ms] received response from server master-127.8.47.124:36079: OK, deferred=null) with no deferred attached!
23:57:04.418 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:04.418 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:04.418 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:04.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.421 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:04.422 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29674, elapsed=27781), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [59ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [99ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [338ms] refreshing cache from master, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [339ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [419ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [878ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2858ms] refreshing cache from master, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2860ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4738ms] refreshing cache from master, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [4740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8559ms] refreshing cache from master, [8559ms] too many traces: truncated at 100 traces, deferred=Deferred@2122565785(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
23:57:04.423 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=a81dc0b2fc604c2fac913863aead1edb, attempt=8, KuduRpc(method=Scan, tablet=a81dc0b2fc604c2fac913863aead1edb, attempt=8, TimeoutTracker(timeout=30000, elapsed=28110), Traces: [0ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [26ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [40ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [67ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xcfb689a5, L:/127.0.0.1:35308 - R:/127.8.47.67:43061], [67ms] delaying RPC due to: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xcfb689a5, L:/127.0.0.1:35308 - R:/127.8.47.67:43061], [80ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [81ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [81ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [157ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [185ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: [peer master-127.8.47.125:37987(127.8.47.125:37987)] unexpected exception from downstream on [id: 0x617d4e1b, L:/127.0.0.1:44126 - R:/127.8.47.125:37987], [185ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, [187ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [190ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, [191ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [192ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [192ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [220ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [221ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061, [221ms] delaying RPC due to: Network error: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061, [261ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [261ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [262ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [322ms] refreshing cache from master, [322ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [323ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [323ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [342ms] Sub RPC GetTableLocations: refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [343ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [343ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [343ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [361ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [362ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [363ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [363ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [381ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [401ms] Sub RPC GetTableLocations: refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [402ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [402ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [402ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [421ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [421ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [421ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [421ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [481ms] Sub RPC GetTableLocations: refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [482ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [482ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [560ms] Sub RPC GetTableLocations: refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [561ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [561ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [561ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [561ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [660ms] Sub RPC GetTableLocations: refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [662ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [662ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [662ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [740ms] Sub RPC GetTableLocations: refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [741ms] too many traces: truncated at 100 traces, [741ms] too many traces: truncated at 100 traces, deferred=Deferred@11051034(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0 -> (continuation of Deferred@300780812 after retry RPC@825443093), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0 -> (continuation of Deferred@300780812 after retry RPC@825443093)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29674, elapsed=27781), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [59ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [99ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [338ms] refreshing cache from master, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [339ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [419ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [878ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2858ms] refreshing cache from master, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2860ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4738ms] refreshing cache from master, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [4740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8559ms] refreshing cache from master, [8559ms] too many traces: truncated at 100 traces, deferred=Deferred@2122565785(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.125:37987
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.425 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29674, elapsed=27781), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [59ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [99ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [338ms] refreshing cache from master, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [339ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [419ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [878ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2858ms] refreshing cache from master, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2860ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4738ms] refreshing cache from master, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [4740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8559ms] refreshing cache from master, [8559ms] too many traces: truncated at 100 traces, deferred=Deferred@2122565785(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.125:37987
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.426 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:57:04.427 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29674, elapsed=27781), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [59ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [99ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [338ms] refreshing cache from master, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [339ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [419ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [878ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2858ms] refreshing cache from master, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2860ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4738ms] refreshing cache from master, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [4740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8559ms] refreshing cache from master, [8559ms] too many traces: truncated at 100 traces, deferred=Deferred@2122565785(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.125:37987
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.427 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] disconnecting while in state TERMINATED
23:57:04.428 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state TERMINATED
23:57:04.428 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.8.47.124:36079(127.8.47.124:36079)] disconnecting while in state TERMINATED
23:57:04.428 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.8.47.125:37987(127.8.47.125:37987)] disconnecting while in state TERMINATED
23:57:04.428 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] disconnecting while in state TERMINATED
23:57:04.428 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.8.47.126:33881(127.8.47.126:33881)] disconnecting while in state TERMINATED
23:57:04.431 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] disconnecting while in state TERMINATED
23:57:04.431 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.9.16.254:35283(127.9.16.254:35283)] disconnecting while in state TERMINATED
23:57:04.431 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.9.16.252:41799(127.9.16.252:41799)] disconnecting while in state TERMINATED
23:57:04.431 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.9.16.253:39911(127.9.16.253:39911)] disconnecting while in state TERMINATED
23:57:04.432 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:04.434 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
23:57:04.434 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
23:57:04.434 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
23:57:04.436 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:04.437 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
23:57:04.437 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
23:57:04.439 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-5
23:57:04.441 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:57:04.442 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:57:04.442 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:57:04.443 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29674, elapsed=27781), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [59ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [99ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [338ms] refreshing cache from master, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [339ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [419ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [878ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2858ms] refreshing cache from master, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2860ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4738ms] refreshing cache from master, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [4740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8559ms] refreshing cache from master, [8559ms] too many traces: truncated at 100 traces, deferred=Deferred@2122565785(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.125:37987
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.444 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:57:04.449 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:57:04.454 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:04.458 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29674, elapsed=27781), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [59ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [59ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [99ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [338ms] refreshing cache from master, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [339ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [419ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [419ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [878ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2858ms] refreshing cache from master, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2859ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2860ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4738ms] refreshing cache from master, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [4740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [4740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8559ms] refreshing cache from master, [8559ms] too many traces: truncated at 100 traces, deferred=Deferred@2122565785(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2110763152 after retry RPC after error@1096087194) -> (continuation of Deferred@883863281 after retry RPC after error@1409904637) -> (continuation of Deferred@1422008028 after retry RPC after error@843367160) -> (continuation of Deferred@1943808871 after retry RPC after error@1823851622) -> (continuation of Deferred@675615698 after retry RPC after error@1015170848) -> (continuation of Deferred@773309636 after retry RPC after error@1824764820) -> (continuation of Deferred@1813575261 after retry RPC after error@1108154297) -> (continuation of Deferred@1378667224 after retry RPC after error@595758106) -> (continuation of Deferred@134425641 after retry RPC after error@580473423) -> (continuation of Deferred@383203022 after retry RPC after error@562207314) -> (continuation of Deferred@812750895 after retry RPC after error@1477619524) -> (continuation of Deferred@2002555854 after retry RPC after error@1111086973) -> (continuation of Deferred@2125832181 after retry RPC after error@865101800) -> (continuation of Deferred@541151415 after retry RPC after error@751827453) -> (continuation of Deferred@2128056742 after retry RPC after error@1313343155) -> (continuation of Deferred@1680225061 after retry RPC after error@938815053) -> (continuation of Deferred@1978516404 after retry RPC after error@2065579556) -> (continuation of Deferred@787780985 after retry RPC after error@812470700) -> (continuation of Deferred@721863798 after retry RPC after error@560144428) -> (continuation of Deferred@733357604 after retry RPC after error@1896669903) -> (continuation of Deferred@1823780332 after retry RPC after error@1424917014) -> (continuation of Deferred@1316161961 after retry RPC after error@1493139506)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.125:37987
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.459 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:57:04.460 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (c6dcffb95890c3e631532abc0762c24d) switched from state RUNNING to RESTARTING.
23:57:04.461 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:04.462 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:57:04.463 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:57:04.517 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:04.517 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:04.517 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:04.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:04.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:04.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:04.522 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:04.522 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:04.522 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:04.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:04.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:04.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:04.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:04.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:04.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:04.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:04.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:04.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:04.523 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:04.524 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:04.525 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29714, elapsed=27927), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [282ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1361ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5061ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8140ms] refreshing cache from master, [8140ms] too many traces: truncated at 100 traces, deferred=Deferred@579900641(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891)))
23:57:04.529 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=34142ef8780b4772b4a6366004a6c09c, attempt=8, KuduRpc(method=Scan, tablet=34142ef8780b4772b4a6366004a6c09c, attempt=8, TimeoutTracker(timeout=30000, elapsed=28217), Traces: [0ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [15ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [16ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [22ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [67ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xc0d96bdb, L:/127.0.0.1:35294 - R:/127.8.47.67:43061], [68ms] delaying RPC due to: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xc0d96bdb, L:/127.0.0.1:35294 - R:/127.8.47.67:43061], [81ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [82ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [83ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [148ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [165ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [171ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, [173ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [174ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [175ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [221ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [222ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061, [222ms] delaying RPC due to: Network error: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061, [261ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [262ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [262ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [281ms] refreshing cache from master, [281ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [282ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [283ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [302ms] Sub RPC GetTableLocations: refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [303ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [303ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [304ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [304ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [321ms] Sub RPC GetTableLocations: refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [324ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [324ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [341ms] Sub RPC GetTableLocations: refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [343ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [344ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [344ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [344ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [361ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [362ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [363ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [364ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [364ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [382ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [382ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [421ms] Sub RPC GetTableLocations: refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [423ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [521ms] Sub RPC GetTableLocations: refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [523ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [523ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [523ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [561ms] Sub RPC GetTableLocations: refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [563ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [621ms] Sub RPC GetTableLocations: refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [622ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [622ms] too many traces: truncated at 100 traces, deferred=Deferred@837154698(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@235510735 after retry RPC@1355000609), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@235510735 after retry RPC@1355000609)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29714, elapsed=27927), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [282ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1361ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5061ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8140ms] refreshing cache from master, [8140ms] too many traces: truncated at 100 traces, deferred=Deferred@579900641(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.529 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29714, elapsed=27927), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [282ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1361ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5061ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8140ms] refreshing cache from master, [8140ms] too many traces: truncated at 100 traces, deferred=Deferred@579900641(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:57:04.530 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29714, elapsed=27927), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [282ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1361ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5061ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8140ms] refreshing cache from master, [8140ms] too many traces: truncated at 100 traces, deferred=Deferred@579900641(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] disconnecting while in state TERMINATED
23:57:04.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state TERMINATED
23:57:04.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.8.47.124:36079(127.8.47.124:36079)] disconnecting while in state TERMINATED
23:57:04.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.8.47.125:37987(127.8.47.125:37987)] disconnecting while in state TERMINATED
23:57:04.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] disconnecting while in state TERMINATED
23:57:04.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.8.47.126:33881(127.8.47.126:33881)] disconnecting while in state TERMINATED
23:57:04.534 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] disconnecting while in state TERMINATED
23:57:04.534 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.16.254:35283(127.9.16.254:35283)] disconnecting while in state TERMINATED
23:57:04.534 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.16.252:41799(127.9.16.252:41799)] disconnecting while in state TERMINATED
23:57:04.534 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.16.253:39911(127.9.16.253:39911)] disconnecting while in state TERMINATED
23:57:04.535 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:04.537 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
23:57:04.537 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:57:04.537 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
23:57:04.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:04.538 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
23:57:04.538 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
23:57:04.540 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:57:04.540 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 7 thread-local buffer(s) from thread: kudu-nio-3
23:57:04.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:04.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:04.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:04.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:04.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:04.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:04.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:04.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:04.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:04.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:04.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:04.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:04.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:04.574 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:04.574 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:04.574 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:04.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.576 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:04.577 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:57:04.577 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:57:04.579 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29714, elapsed=27927), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [282ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1361ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5061ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8140ms] refreshing cache from master, [8140ms] too many traces: truncated at 100 traces, deferred=Deferred@579900641(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.580 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:57:04.582 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:57:04.588 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:04.589 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29714, elapsed=27927), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [1ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [281ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [282ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1361ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [5061ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [5061ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [8140ms] refreshing cache from master, [8140ms] too many traces: truncated at 100 traces, deferred=Deferred@579900641(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:04.591 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:57:04.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:57:04.592 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:57:04.618 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:04.618 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:04.621 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:04.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.622 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.622 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.622 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:04.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:04.828 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:04.829 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:04.829 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:04.829 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:04.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.829 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.829 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:04.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:04.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:04.846 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:04.847 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:04.847 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:04.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:04.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:04.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:04.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:04.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:04.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:04.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:04.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:04.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:04.848 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:04.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:05.001 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:05.001 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:05.001 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:05.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:05.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:05.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:05.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:05.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:05.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:05.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:05.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:05.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:05.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:04.713675 12045 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 12034
23:57:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:03.311120 12047 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.041584 12045 kernel_stack_watchdog.cc:198] Thread 12034 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
23:57:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:57:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:57:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:57:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:57:05.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.047557 12048 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1729 milliseconds
23:57:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.048313 12034 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.734s	user 0.001s	sys 0.006s
23:57:05.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.048712 12034 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.736s	user 0.001s	sys 0.006s
23:57:05.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.049443 12050 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.049628 12034 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:57:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.051285 12034 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:57:05.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.054677 12034 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:57:05.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.056182 12034 hybrid_clock.cc:648] HybridClock initialized: now 1783468625056145 us; error 44 us; skew 500 ppm
23:57:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.057195 12034 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:57:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.064364 12034 webserver.cc:534] Webserver started at http://127.11.138.124:36223/ using document root <none> and password file <none>
23:57:05.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.065621 12034 fs_manager.cc:362] Metadata directory not provided
23:57:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.065886 12034 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:57:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.066411 12034 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:57:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.072052 12034 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/data/instance:
23:57:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15d76f3deae144f4a58a4af2aa26735e"
23:57:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:05 on dist-test-slave-1rxj"
23:57:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.073504 12034 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/wal/instance:
23:57:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15d76f3deae144f4a58a4af2aa26735e"
23:57:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:05 on dist-test-slave-1rxj"
23:57:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.082391 12034 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
23:57:05.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:05.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.089679 12072 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:57:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.090982 12034 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
23:57:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.091387 12034 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/wal
23:57:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15d76f3deae144f4a58a4af2aa26735e"
23:57:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:05 on dist-test-slave-1rxj"
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.091763 12034 fs_report.cc:389] FS layout report
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/wal
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/wal
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/data/data
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:57:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:57:05.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:05.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.186003 12034 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:57:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.187844 12034 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:57:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.188419 12034 kserver.cc:163] Server-wide thread pool size limit: 3276
23:57:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.218047 12031 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 7
23:57:05.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.227169 12031 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.138.124:34711: Network error: Client connection negotiation failed: client connection to 127.11.138.124:34711: connect: Connection refused (error 111)
23:57:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.278810 12034 rpc_server.cc:307] RPC server started. Bound to: 127.11.138.124:34711
23:57:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.278900 12126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.138.124:34711 every 8 connection(s)
23:57:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.282018 12034 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/data/info.pb
23:57:05.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.285527 11817 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 12034
23:57:05.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.286046 11817 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/master-2/wal/instance
23:57:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.290706 12127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:05.302 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:05.302 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:05.302 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:05.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.302 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.303 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.310047 12127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } has no permanent_uuid. Determining permanent_uuid...
23:57:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.345945 12127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } has no permanent_uuid. Determining permanent_uuid...
23:57:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.348412 11954 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 7
23:57:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.362809 12127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } has no permanent_uuid. Determining permanent_uuid...
23:57:05.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.373590 11954 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: Bootstrap starting.
23:57:05.377 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:05.378 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:05.378 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:05.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:05.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:05.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:05.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:05.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:05.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:05.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:05.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:05.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:05.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.382088 11954 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: Neither blocks nor log segments found. Creating new log.
23:57:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.383952 12127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e: Bootstrap starting.
23:57:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.384456 11954 log.cc:826] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: Log is configured to *not* fsync() on all Append() calls
23:57:05.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.392413 12127 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e: Neither blocks nor log segments found. Creating new log.
23:57:05.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.394771 12127 log.cc:826] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e: Log is configured to *not* fsync() on all Append() calls
23:57:05.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.395278 11954 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: No bootstrap required, opened a new log
23:57:05.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.400311 12127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e: No bootstrap required, opened a new log
23:57:05.420 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:05.420 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:05.420 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:05.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:05.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:05.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:05.421 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:05.421 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:05.421 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:05.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:05.421 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:05.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:05.421 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.420848 11954 raft_consensus.cc:359] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.421883 11954 raft_consensus.cc:385] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.422210 11954 raft_consensus.cc:740] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22706da6175d4d4aa74d6ff41302d442, State: Initialized, Role: FOLLOWER
23:57:05.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.422962 11954 consensus_queue.cc:260] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.424075 12127 raft_consensus.cc:359] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.424970 12127 raft_consensus.cc:385] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.425319 12127 raft_consensus.cc:740] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 15d76f3deae144f4a58a4af2aa26735e, State: Initialized, Role: FOLLOWER
23:57:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.426294 12127 consensus_queue.cc:260] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:05.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.428359 11954 sys_catalog.cc:565] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [sys.catalog]: configured and running, proceeding with master startup.
23:57:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.430944 12139 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.431938 12139 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: This master's current role is: FOLLOWER
23:57:05.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.432745 12127 sys_catalog.cc:565] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: configured and running, proceeding with master startup.
23:57:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.426342 12138 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.435847 12138 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [sys.catalog]: This master's current role is: FOLLOWER
23:57:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.447607 12079 tablet.cc:2406] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:05.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.477401 11908 tablet.cc:2406] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:05.482 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job c6dcffb95890c3e631532abc0762c24d from Checkpoint 69 @ 1783468624202 for c6dcffb95890c3e631532abc0762c24d located at file:/tmp/junit5930891234133387307/checkpoints/c6dcffb95890c3e631532abc0762c24d/chk-69.
23:57:05.483 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:57:05.483 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:57:05.484 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:57:05.484 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1) with allocation id 402ac6c24635d1b5fff52bf0d30a1c77
23:57:05.485 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (c6dcffb95890c3e631532abc0762c24d) switched from state RESTARTING to RUNNING.
23:57:05.485 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:05.485 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 402ac6c24635d1b5fff52bf0d30a1c77.
23:57:05.486 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 402ac6c24635d1b5fff52bf0d30a1c77.
23:57:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.489717 12139 raft_consensus.cc:493] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:57:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.490298 12139 raft_consensus.cc:515] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:05.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
23:57:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.495121 11929 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15d76f3deae144f4a58a4af2aa26735e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22706da6175d4d4aa74d6ff41302d442" is_pre_election: true
23:57:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.496059 12139 leader_election.cc:290] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 22706da6175d4d4aa74d6ff41302d442 (127.11.138.126:39007), 35c42160d00d470789edca46c80a36f2 (127.11.138.125:33045)
23:57:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.496031 11929 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 15d76f3deae144f4a58a4af2aa26735e in term 0.
23:57:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.488689 12158 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:57:05.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.497645 12158 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:57:05.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.499416 12074 leader_election.cc:304] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 15d76f3deae144f4a58a4af2aa26735e, 22706da6175d4d4aa74d6ff41302d442; no voters: 
23:57:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.500566 12139 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 0 FOLLOWER]: Leader pre-election won for term 1
23:57:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.500933 12139 raft_consensus.cc:493] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:57:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.501277 12139 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 0 FOLLOWER]: Advancing to term 1
23:57:05.503 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job c6dcffb95890c3e631532abc0762c24d from Checkpoint 69 @ 1783468624202 for c6dcffb95890c3e631532abc0762c24d located at file:/tmp/junit5930891234133387307/checkpoints/c6dcffb95890c3e631532abc0762c24d/chk-69.
23:57:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.469808 12034 master_runner.cc:187] Error getting master registration for 127.11.138.126:39007: OK, instance_id { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" instance_seqno: 1783468620536755 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:57:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.512319 12034 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:57:05.520 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:57:05.522 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 69 for source Source: KuduSource to checkpoint.
23:57:05.524 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:57:05.527 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:57:05.528 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:57:05.530 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:57:05.530 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55c2eabb
23:57:05.530 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:05.531 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:57:05.531 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:57:05.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.532305 12161 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:57:05.532 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:57:05.533 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1) with allocation id f68bd62b618b4693c2c1892b9341ac2f
23:57:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:05.533200 12161 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:57:05.534 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot f68bd62b618b4693c2c1892b9341ac2f.
23:57:05.535 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:57:05.535 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id f68bd62b618b4693c2c1892b9341ac2f.
23:57:05.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.482529 11830 master_runner.cc:187] Error getting master registration for 127.11.138.125:33045: OK, instance_id { permanent_uuid: "35c42160d00d470789edca46c80a36f2" instance_seqno: 1783468622793265 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:57:05.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.538345 11830 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:57:05.540 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:57:05.541 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:57:05.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.548403 12139 raft_consensus.cc:515] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:05.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.553380 12139 leader_election.cc:290] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [CANDIDATE]: Term 1 election: Requested vote from peers 22706da6175d4d4aa74d6ff41302d442 (127.11.138.126:39007), 35c42160d00d470789edca46c80a36f2 (127.11.138.125:33045)
23:57:05.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@243e155d
23:57:05.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71088f90
23:57:05.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:05.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:57:05.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:57:05.559 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:57:05.560 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:05.561 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ff1f664
23:57:05.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.554965 11929 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15d76f3deae144f4a58a4af2aa26735e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22706da6175d4d4aa74d6ff41302d442"
23:57:05.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.555661 11929 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [term 0 FOLLOWER]: Advancing to term 1
23:57:05.565 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.566 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.567 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:05.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.572657 11929 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 15d76f3deae144f4a58a4af2aa26735e in term 1.
23:57:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.575620 12074 leader_election.cc:304] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 15d76f3deae144f4a58a4af2aa26735e, 22706da6175d4d4aa74d6ff41302d442; no voters: 
23:57:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.576480 12139 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 1 FOLLOWER]: Leader election won for term 1
23:57:05.577 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:05.587 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:05.587 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:05.588 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:05.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:05.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:05.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:05.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:05.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:05.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:05.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:05.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:05.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:05.589 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:05.590 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29708, elapsed=28981), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [2ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [20ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [161ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [278ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1302ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1719ms] refreshing cache from master, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1721ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2059ms] refreshing cache from master, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2060ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2919ms] refreshing cache from master, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2920ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6739ms] refreshing cache from master, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [6739ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [6740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [9939ms] refreshing cache from master, [9939ms] too many traces: truncated at 100 traces, deferred=Deferred@807923609(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919)))
23:57:05.590 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, attempt=8, KuduRpc(method=Scan, tablet=680d14dfeaa34b9ca7fab2632ae4fb6e, attempt=8, TimeoutTracker(timeout=30000, elapsed=29274), Traces: [0ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [16ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [16ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [20ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [22ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [22ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [40ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [62ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0x2293f917, L:/127.0.0.1:35310 - R:/127.8.47.67:43061], [62ms] delaying RPC due to: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0x2293f917, L:/127.0.0.1:35310 - R:/127.8.47.67:43061], [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [113ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [117ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0xd06dfb40, L:/127.0.0.1:40092 - R:/127.8.47.126:33881], [129ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, [132ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [161ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [161ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [200ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [201ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [201ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [220ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [221ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061, [221ms] delaying RPC due to: Network error: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061, [280ms] refreshing cache from master, [281ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [283ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [283ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [301ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [320ms] Sub RPC GetTableLocations: refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [321ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [321ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [321ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [321ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [341ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [361ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [401ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [402ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [402ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [421ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [421ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [421ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [421ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [440ms] Sub RPC GetTableLocations: refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [442ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [442ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [442ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [559ms] Sub RPC GetTableLocations: refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [560ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [560ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1583ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2000ms] Sub RPC GetTableLocations: refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2002ms] too many traces: truncated at 100 traces, [2002ms] too many traces: truncated at 100 traces, deferred=Deferred@1843028961(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@1683835496 after retry RPC@579522571), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@1683835496 after retry RPC@579522571)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29708, elapsed=28981), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [2ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [20ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [161ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [278ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1302ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1719ms] refreshing cache from master, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1721ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2059ms] refreshing cache from master, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2060ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2919ms] refreshing cache from master, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2920ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6739ms] refreshing cache from master, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [6739ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [6740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [9939ms] refreshing cache from master, [9939ms] too many traces: truncated at 100 traces, deferred=Deferred@807923609(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.591 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29708, elapsed=28981), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [2ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [20ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [161ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [278ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1302ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1719ms] refreshing cache from master, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1721ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2059ms] refreshing cache from master, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2060ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2919ms] refreshing cache from master, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2920ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6739ms] refreshing cache from master, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [6739ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [6740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [9939ms] refreshing cache from master, [9939ms] too many traces: truncated at 100 traces, deferred=Deferred@807923609(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.591 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:57:05.591 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29708, elapsed=28981), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [2ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [20ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [161ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [278ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1302ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1719ms] refreshing cache from master, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1721ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2059ms] refreshing cache from master, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2060ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2919ms] refreshing cache from master, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2920ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6739ms] refreshing cache from master, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [6739ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [6740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [9939ms] refreshing cache from master, [9939ms] too many traces: truncated at 100 traces, deferred=Deferred@807923609(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] disconnecting while in state TERMINATED
23:57:05.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state TERMINATED
23:57:05.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.8.47.124:36079(127.8.47.124:36079)] disconnecting while in state TERMINATED
23:57:05.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.8.47.125:37987(127.8.47.125:37987)] disconnecting while in state TERMINATED
23:57:05.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] disconnecting while in state TERMINATED
23:57:05.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.8.47.126:33881(127.8.47.126:33881)] disconnecting while in state TERMINATED
23:57:05.594 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] disconnecting while in state TERMINATED
23:57:05.594 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.9.16.254:35283(127.9.16.254:35283)] disconnecting while in state TERMINATED
23:57:05.594 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.9.16.252:41799(127.9.16.252:41799)] disconnecting while in state TERMINATED
23:57:05.595 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.9.16.253:39911(127.9.16.253:39911)] disconnecting while in state TERMINATED
23:57:05.595 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:05.595 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:05.595 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:57:05.596 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
23:57:05.596 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
23:57:05.596 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:57:05.596 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
23:57:05.596 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
23:57:05.596 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:57:05.596 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 15 thread-local buffer(s) from thread: kudu-nio-3
23:57:05.605 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.612 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.614 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:05.615 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:05.615 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:05.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:05.617 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:57:05.617 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:57:05.618 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29708, elapsed=28981), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [2ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [20ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [161ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [278ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1302ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1719ms] refreshing cache from master, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1721ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2059ms] refreshing cache from master, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2060ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2919ms] refreshing cache from master, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2920ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6739ms] refreshing cache from master, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [6739ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [6740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [9939ms] refreshing cache from master, [9939ms] too many traces: truncated at 100 traces, deferred=Deferred@807923609(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.619 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:57:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.619586 12139 raft_consensus.cc:697] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [term 1 LEADER]: Becoming Leader. State: Replica: 15d76f3deae144f4a58a4af2aa26735e, State: Running, Role: LEADER
23:57:05.622 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:57:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.621994 12139 consensus_queue.cc:237] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:05.625 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29708, elapsed=28981), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [2ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [20ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [60ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [161ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [278ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [279ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1302ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1719ms] refreshing cache from master, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1721ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2059ms] refreshing cache from master, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2060ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2060ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2919ms] refreshing cache from master, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2920ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6739ms] refreshing cache from master, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [6739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [6739ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [6740ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [6740ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [9939ms] refreshing cache from master, [9939ms] too many traces: truncated at 100 traces, deferred=Deferred@807923609(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@376170071 after retry RPC after error@1428359275) -> (continuation of Deferred@133055489 after retry RPC after error@146421826) -> (continuation of Deferred@1101676124 after retry RPC after error@210175570) -> (continuation of Deferred@2034009487 after retry RPC after error@547216066) -> (continuation of Deferred@819284051 after retry RPC after error@72646029) -> (continuation of Deferred@433684597 after retry RPC after error@1474036294) -> (continuation of Deferred@1297174334 after retry RPC after error@1791945484) -> (continuation of Deferred@1069618184 after retry RPC after error@146341764) -> (continuation of Deferred@1331128594 after retry RPC after error@1390177663) -> (continuation of Deferred@1695171192 after retry RPC after error@713151874) -> (continuation of Deferred@1592403513 after retry RPC after error@1869356814) -> (continuation of Deferred@1480759577 after retry RPC after error@2093705814) -> (continuation of Deferred@1939820568 after retry RPC after error@2089071882) -> (continuation of Deferred@818045394 after retry RPC after error@394015814) -> (continuation of Deferred@510306593 after retry RPC after error@1193243395) -> (continuation of Deferred@1685083843 after retry RPC after error@316178447) -> (continuation of Deferred@1496318164 after retry RPC after error@1703671706) -> (continuation of Deferred@61563814 after retry RPC after error@1436893988) -> (continuation of Deferred@214618084 after retry RPC after error@910675648) -> (continuation of Deferred@1856581117 after retry RPC after error@300613487) -> (continuation of Deferred@1267054425 after retry RPC after error@1136410919)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.626 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:05.626 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:57:05.626 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (c6dcffb95890c3e631532abc0762c24d) switched from state RUNNING to RESTARTING.
23:57:05.627 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:57:05.625 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.631 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.633 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.635 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.635 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.636 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.638 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.644 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.646 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.647 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.648 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.649 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.649 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.649 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.649 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:05.653 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.654 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:05.654 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.654 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:05.654 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:05.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.655 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:05.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.665 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.665 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.665 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.669260 12169 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 15d76f3deae144f4a58a4af2aa26735e. Latest consensus state: current_term: 1 leader_uuid: "15d76f3deae144f4a58a4af2aa26735e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.670130 12169 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: This master's current role is: LEADER
23:57:05.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.680545 12187 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:57:05.685 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.685 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.685 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.686 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.687 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.690 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.690779 12187 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:57:05.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.702 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.704 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.704 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.704 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.705 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:05.705 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:05.705 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:05.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:05.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:05.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:05.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:05.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:05.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:05.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:05.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:05.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:05.707 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:05.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.709 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.709 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.709 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.709 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.710 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.726 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.726 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.726 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.746 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.746 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.747 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.765 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:05.765 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:05.765 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:05.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:05.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:05.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:05.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:05.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:05.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:05.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:05.766 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:05.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:05.766 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.766 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:05.766 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.767 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26383), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [13ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [13ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [46ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [46ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [46ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [362ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [522ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1242ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2462ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [3060ms] refreshing cache from master, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [3062ms] too many traces: truncated at 100 traces, deferred=Deferred@1428167577(state=PENDING, result=null, callback=(continuation of Deferred@1898855698 after retry RPC after error@196809266) -> (continuation of Deferred@2010925469 after retry RPC after error@586512428) -> (continuation of Deferred@582162381 after retry RPC after error@1909107499) -> (continuation of Deferred@1682932782 after retry RPC after error@1844622483) -> (continuation of Deferred@1472580511 after retry RPC after error@1945280959) -> (continuation of Deferred@1795433755 after retry RPC after error@329929412) -> (continuation of Deferred@1783294493 after retry RPC after error@215175602) -> (continuation of Deferred@1186304462 after retry RPC after error@122210222) -> (continuation of Deferred@988798808 after retry RPC after error@749164406) -> (continuation of Deferred@1190566093 after retry RPC after error@130171402) -> (continuation of Deferred@1125341365 after retry RPC after error@1436134214) -> (continuation of Deferred@668692936 after retry RPC after error@849126699) -> (continuation of Deferred@1804830013 after retry RPC after error@1934147730) -> (continuation of Deferred@258062850 after retry RPC after error@1476649784) -> (continuation of Deferred@802045800 after retry RPC after error@439821907) -> (continuation of Deferred@402927293 after retry RPC after error@1599673510) -> (continuation of Deferred@20075866 after retry RPC after error@571797137) -> (continuation of Deferred@459038120 after retry RPC after error@204965441) -> (continuation of Deferred@524061208 after retry RPC after error@450465544) -> (continuation of Deferred@1670459622 after retry RPC after error@1403303771) -> (continuation of Deferred@674470781 after retry RPC after error@2126831804) -> (continuation of Deferred@339274114 after retry RPC after error@1649449521) -> (continuation of Deferred@1452019061 after retry RPC after error@261408280) -> (continuation of Deferred@1546869393 after retry RPC after error@978633268) -> (continuation of Deferred@210081710 after retry RPC after error@621290528) -> (continuation of Deferred@1663632834 after retry RPC after error@2138058481) -> (continuation of Deferred@1609104982 after retry RPC after error@992340143), errback=(continuation of Deferred@1898855698 after retry RPC after error@196809266) -> (continuation of Deferred@2010925469 after retry RPC after error@586512428) -> (continuation of Deferred@582162381 after retry RPC after error@1909107499) -> (continuation of Deferred@1682932782 after retry RPC after error@1844622483) -> (continuation of Deferred@1472580511 after retry RPC after error@1945280959) -> (continuation of Deferred@1795433755 after retry RPC after error@329929412) -> (continuation of Deferred@1783294493 after retry RPC after error@215175602) -> (continuation of Deferred@1186304462 after retry RPC after error@122210222) -> (continuation of Deferred@988798808 after retry RPC after error@749164406) -> (continuation of Deferred@1190566093 after retry RPC after error@130171402) -> (continuation of Deferred@1125341365 after retry RPC after error@1436134214) -> (continuation of Deferred@668692936 after retry RPC after error@849126699) -> (continuation of Deferred@1804830013 after retry RPC after error@1934147730) -> (continuation of Deferred@258062850 after retry RPC after error@1476649784) -> (continuation of Deferred@802045800 after retry RPC after error@439821907) -> (continuation of Deferred@402927293 after retry RPC after error@1599673510) -> (continuation of Deferred@20075866 after retry RPC after error@571797137) -> (continuation of Deferred@459038120 after retry RPC after error@204965441) -> (continuation of Deferred@524061208 after retry RPC after error@450465544) -> (continuation of Deferred@1670459622 after retry RPC after error@1403303771) -> (continuation of Deferred@674470781 after retry RPC after error@2126831804) -> (continuation of Deferred@339274114 after retry RPC after error@1649449521) -> (continuation of Deferred@1452019061 after retry RPC after error@261408280) -> (continuation of Deferred@1546869393 after retry RPC after error@978633268) -> (continuation of Deferred@210081710 after retry RPC after error@621290528) -> (continuation of Deferred@1663632834 after retry RPC after error@2138058481) -> (continuation of Deferred@1609104982 after retry RPC after error@992340143)))
23:57:05.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.767 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.768 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.768 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.768 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.769 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.769 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.769 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.770118 11929 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [term 1 FOLLOWER]: Refusing update from remote peer 15d76f3deae144f4a58a4af2aa26735e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:57:05.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.775313 12169 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [LEADER]: Connected to new peer: Peer: permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:57:05.824 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.826 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.826 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.826 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.840308 12138 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 15d76f3deae144f4a58a4af2aa26735e. Latest consensus state: current_term: 1 leader_uuid: "15d76f3deae144f4a58a4af2aa26735e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.842301 12138 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [sys.catalog]: This master's current role is: FOLLOWER
23:57:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.847555 12190 mvcc.cc:204] Tried to move back new op lower bound from 7305087491120603136 to 7305087490629095424. Current Snapshot: MvccSnapshot[applied={T|T < 7305087491120603136}]
23:57:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.852648 12139 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "15d76f3deae144f4a58a4af2aa26735e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.853420 12139 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: This master's current role is: LEADER
23:57:05.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.858203 12191 mvcc.cc:204] Tried to move back new op lower bound from 7305087491120603136 to 7305087490629095424. Current Snapshot: MvccSnapshot[applied={T|T < 7305087491120603136}]
23:57:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.858810 12187 catalog_manager.cc:1382] Generated new cluster ID: cc043998c5b648788201c9cb3eade9ef
23:57:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.859156 12187 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:57:05.862 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:05.862 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:05.862 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:05.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.863 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.872076 12138 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "15d76f3deae144f4a58a4af2aa26735e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.874727 12138 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442 [sys.catalog]: This master's current role is: FOLLOWER
23:57:05.878 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:05.878 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:05.878 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:05.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:05.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:05.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:05.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:05.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:05.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:05.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:05.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:05.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:05.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:05.885 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:05.886 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:05.886 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:05.886 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.886 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.886 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:05.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:05.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:05.887 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.894510 12187 catalog_manager.cc:1405] Generated new certificate authority record
23:57:05.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.896545 12187 catalog_manager.cc:1539] Loading token signing keys...
23:57:05.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.933684 12187 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e: Generated new TSK 0
23:57:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:05.937170 12187 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:57:05.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:05.957 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.125:37987(127.8.47.125:37987)] connecting to peer
23:57:05.957 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.126:33881(127.8.47.126:33881)] connecting to peer
23:57:05.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:05.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.47.125:37987(127.8.47.125:37987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:05.958 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.8.47.124:36079(127.8.47.124:36079)] connecting to peer
23:57:05.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.125:37987: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987
23:57:05.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:05.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.47.126:33881(127.8.47.126:33881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:05.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.126:33881: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881
23:57:05.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:05.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.47.124:36079(127.8.47.124:36079)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:05.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.47.124:36079: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
23:57:05.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079; will retry
23:57:05.959 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29714, elapsed=29361), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [0ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [0ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [499ms] refreshing cache from master, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [500ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] refreshing cache from master, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [880ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2959ms] refreshing cache from master, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2961ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3219ms] refreshing cache from master, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3220ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3679ms] refreshing cache from master, [3679ms] too many traces: truncated at 100 traces, deferred=Deferred@2030916965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991)))
23:57:05.960 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=19917c9012f34490888602de3ec703c1, attempt=8, KuduRpc(method=Scan, tablet=19917c9012f34490888602de3ec703c1, attempt=8, TimeoutTracker(timeout=30000, elapsed=29647), Traces: [0ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [26ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [41ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [72ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xf1836afd, L:/127.0.0.1:35298 - R:/127.8.47.67:43061], [72ms] delaying RPC due to: Network error: [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] unexpected exception from downstream on [id: 0xf1836afd, L:/127.0.0.1:35298 - R:/127.8.47.67:43061], [81ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [82ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [82ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [139ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: [peer master-127.8.47.126:33881(127.8.47.126:33881)] unexpected exception from downstream on [id: 0x34e98684, L:/127.0.0.1:40094 - R:/127.8.47.126:33881], [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: OK, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [165ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: OK, [166ms] sending RPC to server 3379091ac8ee40ec85dfd40043fc0bb7, [173ms] received response from server 3379091ac8ee40ec85dfd40043fc0bb7: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [173ms] delaying RPC due to: Network error: Failed to connect to peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009): Connection refused: /127.8.47.66:38009, [201ms] sending RPC to server 350d1d94c5604cf29f0dd07a82f2d29f, [202ms] received response from server 350d1d94c5604cf29f0dd07a82f2d29f: Network error: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061, [202ms] delaying RPC due to: Network error: Failed to connect to peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061): Connection refused: /127.8.47.67:43061, [241ms] sending RPC to server e79c495a5d7d4c698bb241882a0dd47f, [241ms] received response from server e79c495a5d7d4c698bb241882a0dd47f: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [241ms] delaying RPC due to: Network error: Failed to connect to peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953): Connection refused: /127.8.47.65:39953, [281ms] refreshing cache from master, [282ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.47.124:36079, [282ms] Sub RPC GetTableLocations: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [282ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [301ms] Sub RPC GetTableLocations: refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [302ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [303ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [304ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [321ms] Sub RPC GetTableLocations: refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [325ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [325ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [344ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [344ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [344ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [362ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [363ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [363ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [364ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [381ms] Sub RPC GetTableLocations: refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [382ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [383ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [440ms] Sub RPC GetTableLocations: refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [442ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [521ms] Sub RPC GetTableLocations: refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [521ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [522ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [781ms] Sub RPC GetTableLocations: refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [782ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [782ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [782ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [782ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1161ms] Sub RPC GetTableLocations: refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1162ms] too many traces: truncated at 100 traces, deferred=Deferred@1250848016(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@1274680697 after retry RPC@302011435), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@1274680697 after retry RPC@302011435)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29714, elapsed=29361), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [0ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [0ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [499ms] refreshing cache from master, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [500ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] refreshing cache from master, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [880ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2959ms] refreshing cache from master, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2961ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3219ms] refreshing cache from master, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3220ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3679ms] refreshing cache from master, [3679ms] too many traces: truncated at 100 traces, deferred=Deferred@2030916965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.960 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29714, elapsed=29361), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [0ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [0ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [499ms] refreshing cache from master, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [500ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] refreshing cache from master, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [880ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2959ms] refreshing cache from master, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2961ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3219ms] refreshing cache from master, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3220ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3679ms] refreshing cache from master, [3679ms] too many traces: truncated at 100 traces, deferred=Deferred@2030916965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.961 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:57:05.961 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29714, elapsed=29361), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [0ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [0ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [499ms] refreshing cache from master, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [500ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] refreshing cache from master, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [880ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2959ms] refreshing cache from master, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2961ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3219ms] refreshing cache from master, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3220ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3679ms] refreshing cache from master, [3679ms] too many traces: truncated at 100 traces, deferred=Deferred@2030916965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.961 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 350d1d94c5604cf29f0dd07a82f2d29f(127.8.47.67:43061)] disconnecting while in state TERMINATED
23:57:05.961 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3379091ac8ee40ec85dfd40043fc0bb7(127.8.47.66:38009)] disconnecting while in state TERMINATED
23:57:05.961 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.8.47.124:36079(127.8.47.124:36079)] disconnecting while in state TERMINATED
23:57:05.961 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.8.47.125:37987(127.8.47.125:37987)] disconnecting while in state TERMINATED
23:57:05.962 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e79c495a5d7d4c698bb241882a0dd47f(127.8.47.65:39953)] disconnecting while in state TERMINATED
23:57:05.962 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.8.47.126:33881(127.8.47.126:33881)] disconnecting while in state TERMINATED
23:57:05.963 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3818021e663a41afa40f9a795668447a(127.9.16.195:44731)] disconnecting while in state TERMINATED
23:57:05.963 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.9.16.254:35283(127.9.16.254:35283)] disconnecting while in state TERMINATED
23:57:05.963 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.9.16.252:41799(127.9.16.252:41799)] disconnecting while in state TERMINATED
23:57:05.963 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer acd5876717844da6ba078fe6ef952db1(127.9.16.194:43169)] disconnecting while in state TERMINATED
23:57:05.963 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.9.16.253:39911(127.9.16.253:39911)] disconnecting while in state TERMINATED
23:57:05.964 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:05.965 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
23:57:05.965 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
23:57:05.965 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:57:05.965 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
23:57:05.969 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:05.970 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
23:57:05.970 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 7 thread-local buffer(s) from thread: kudu-nio-3
23:57:05.970 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-5
23:57:05.970 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:57:05.970 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
23:57:05.977 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:57:05.978 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:57:05.978 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29714, elapsed=29361), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [0ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [0ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [499ms] refreshing cache from master, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [500ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] refreshing cache from master, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [880ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2959ms] refreshing cache from master, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2961ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3219ms] refreshing cache from master, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3220ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3679ms] refreshing cache from master, [3679ms] too many traces: truncated at 100 traces, deferred=Deferred@2030916965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.979 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:57:05.981 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:05.981 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:05.982 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:05.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.982 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:57:05.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:05.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:05.987 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:05.987 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:05.987 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:05.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:05.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:05.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:05.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:05.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:05.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:05.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:05.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:05.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:05.989 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:05.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.993 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.993 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:05.993 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:05.993 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29714, elapsed=29361), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [0ms] received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [0ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [159ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [160ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [239ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [240ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [499ms] refreshing cache from master, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [499ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [500ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [500ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [879ms] refreshing cache from master, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [880ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [880ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [1340ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2959ms] refreshing cache from master, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [2959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [2960ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [2961ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3219ms] refreshing cache from master, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.125:37987, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.126:33881, [3219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.47.124:36079, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.125:37987: Network error: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.126:33881: Network error: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.8.47.124:36079: Network error: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079, [3220ms] delaying RPC due to: Service unavailable: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987, [3679ms] refreshing cache from master, [3679ms] too many traces: truncated at 100 traces, deferred=Deferred@2030916965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@191855443 after retry RPC after error@1957966766) -> (continuation of Deferred@33099818 after retry RPC after error@315415309) -> (continuation of Deferred@1644793828 after retry RPC after error@938862920) -> (continuation of Deferred@2126825436 after retry RPC after error@178552762) -> (continuation of Deferred@620541861 after retry RPC after error@1012643291) -> (continuation of Deferred@1685684139 after retry RPC after error@1300858161) -> (continuation of Deferred@210322106 after retry RPC after error@1830669213) -> (continuation of Deferred@1110865330 after retry RPC after error@1125634248) -> (continuation of Deferred@88983170 after retry RPC after error@101688469) -> (continuation of Deferred@2003163651 after retry RPC after error@176801207) -> (continuation of Deferred@1637579698 after retry RPC after error@449527832) -> (continuation of Deferred@1135027328 after retry RPC after error@130544958) -> (continuation of Deferred@1035683999 after retry RPC after error@2108691632) -> (continuation of Deferred@122272930 after retry RPC after error@1067439984) -> (continuation of Deferred@1476890540 after retry RPC after error@636425608) -> (continuation of Deferred@1862865211 after retry RPC after error@778858493) -> (continuation of Deferred@1257439091 after retry RPC after error@401404144) -> (continuation of Deferred@810265599 after retry RPC after error@2098538892) -> (continuation of Deferred@541153338 after retry RPC after error@1356486578) -> (continuation of Deferred@1025710597 after retry RPC after error@1764629860) -> (continuation of Deferred@1124337907 after retry RPC after error@1105305830) -> (continuation of Deferred@1689745901 after retry RPC after error@2112589090) -> (continuation of Deferred@516637180 after retry RPC after error@1390486611) -> (continuation of Deferred@222709747 after retry RPC after error@744835556) -> (continuation of Deferred@1751460149 after retry RPC after error@872238038) -> (continuation of Deferred@205257605 after retry RPC after error@169326991)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.47.125:37987,127.8.47.126:33881,127.8.47.124:36079) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.125:37987(127.8.47.125:37987): Connection refused: /127.8.47.125:37987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.126:33881(127.8.47.126:33881): Connection refused: /127.8.47.126:33881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.47.124:36079(127.8.47.124:36079): Connection refused: /127.8.47.124:36079
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.47.124:36079
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:05.994 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:57:05.995 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:57:05.996 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:06.002354 11817 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/wal
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/data
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/logs
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/data/info.pb
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.65:0
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.138.65
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.65
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:57:06.044 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:06.044 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:06.045 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:06.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.045 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:06.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:06.126 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:06.126 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:06.126 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:06.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.127 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:06.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:06.184 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:06.185 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:06.185 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:06.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.186 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:06.226 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:06.226 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:06.226 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:06.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:06.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:06.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:06.227 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:06.246 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:06.246 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:06.246 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:06.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.248 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:06.264 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:06.264 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:06.265 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:06.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.266 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:06.296 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.8.47.124:36079, [5ms] received response from server master-127.8.47.124:36079: OK, deferred=null) with no deferred attached!
23:57:06.318 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:06.318 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:06.319 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:06.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.319 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.320 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:06.326 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:06.326 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:06.326 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:06.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.327 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:06.338 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:06.338 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:06.338 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:06.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.340 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:06.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:06.526 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:06.526 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:06.526 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:06.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.528 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:06.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:06.552201 12161 catalog_manager.cc:1294] Loaded cluster ID: cc043998c5b648788201c9cb3eade9ef
23:57:06.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:06.553593 12161 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: loading cluster ID for follower catalog manager: success
23:57:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:06.580752 12161 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: acquiring CA information for follower catalog manager: success
23:57:06.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:06.626436 12161 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 22706da6175d4d4aa74d6ff41302d442: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:57:06.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:06.672503 12196 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:57:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:06.673197 12196 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:57:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:06.674259 12196 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:57:06.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:06.752291 12196 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:57:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:06.753921 12196 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.138.65
23:57:06.805 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:06.806 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:06.806 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:06.806 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.806 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.806 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:06.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:06.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:06.807 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:06.832762 12196 tablet_server_runner.cc:78] Tablet server non-default flags:
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/data
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/wal
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.65:0
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/data/info.pb
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.65
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.138.65
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/logs
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:57:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:57:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:57:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:57:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:57:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:57:06.835 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:06.835 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:06.835 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:06.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:06.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:06.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:06.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:06.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:06.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:06.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:06.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:06.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:06.836 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:06.835029 12196 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:57:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:06.837524 12196 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:57:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:06.885685 12208 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:06.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:06.989 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:06.989 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:06.989 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:06.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:06.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:06.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:06.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:06.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:06.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:06.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:06.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:06.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:06.990 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:07.038 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:07.038 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:07.038 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:07.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:07.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:07.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:07.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:07.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:07.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:07.039 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:07.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:07.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:07.039 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:07.046 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:07.046 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:07.046 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:07.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.047 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:07.048283 12073 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.11.138.125:33045 timed out after 1.554s (SENT)
23:57:07.062 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:07.062 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:07.063 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:07.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:07.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:07.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:07.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:07.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:07.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:07.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:07.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:07.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:07.064 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:07.065 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.065 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.066 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.066 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:07.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:07.164 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job c6dcffb95890c3e631532abc0762c24d from Checkpoint 69 @ 1783468624202 for c6dcffb95890c3e631532abc0762c24d located at file:/tmp/junit5930891234133387307/checkpoints/c6dcffb95890c3e631532abc0762c24d/chk-69.
23:57:07.165 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:57:07.165 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 69 for source Source: KuduSource to checkpoint.
23:57:07.165 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:57:07.166 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:57:07.166 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1) with allocation id 2ebc75871693778ea4e510ac00633ebe
23:57:07.166 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (c6dcffb95890c3e631532abc0762c24d) switched from state RESTARTING to RUNNING.
23:57:07.167 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job c6dcffb95890c3e631532abc0762c24d from Checkpoint 69 @ 1783468624202 for c6dcffb95890c3e631532abc0762c24d located at file:/tmp/junit5930891234133387307/checkpoints/c6dcffb95890c3e631532abc0762c24d/chk-69.
23:57:07.167 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:57:07.167 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 69 for source Source: KuduSource to checkpoint.
23:57:07.167 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:57:07.168 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:57:07.168 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 2c66d478-b5f9-4465-8285-fa8fced6b648 @ 127.0.0.1 (dataPort=-1) with allocation id 3ce535cd14623430650350965f7ecdd2
23:57:07.168 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:07.169 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 2ebc75871693778ea4e510ac00633ebe.
23:57:07.170 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 2ebc75871693778ea4e510ac00633ebe.
23:57:07.170 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job c6dcffb95890c3e631532abc0762c24d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:57:07.171 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 3ce535cd14623430650350965f7ecdd2.
23:57:07.171 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 3ce535cd14623430650350965f7ecdd2.
23:57:07.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:57:07.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:57:07.172 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:57:07.173 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:57:07.173 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42364bd7
23:57:07.173 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:07.174 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:57:07.174 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:57:07.174 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:57:07.174 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@794c2c98
23:57:07.174 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:07.174 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5930891234133387307/checkpoints")
23:57:07.175 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:57:07.175 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fe50b3e6597708a53672e4c1375ea731_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:57:07.181 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@773a21ee
23:57:07.182 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41dbfbec
23:57:07.185 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:07.185 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.185 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.185 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.187 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.190 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:07.190 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.196 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.197 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.200 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.200 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.201 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.204 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.204 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:07.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.204 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:07.204 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:07.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.206 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:07.206 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.206 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27823), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [10ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [10ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [281ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [461ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [683ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [683ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1461ms] refreshing cache from master, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1463ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1464ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2160ms] refreshing cache from master, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2162ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [5700ms] refreshing cache from master, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [5701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@777286035(state=PENDING, result=null, callback=(continuation of Deferred@1232277195 after retry RPC after error@209905265) -> (continuation of Deferred@2097099737 after retry RPC after error@1906974012) -> (continuation of Deferred@545144980 after retry RPC after error@1003785092) -> (continuation of Deferred@1051723484 after retry RPC after error@533901259) -> (continuation of Deferred@1308239429 after retry RPC after error@1382882517) -> (continuation of Deferred@1825924770 after retry RPC after error@1718820868) -> (continuation of Deferred@2057828993 after retry RPC after error@1083628212) -> (continuation of Deferred@120669298 after retry RPC after error@2017277840) -> (continuation of Deferred@1032567268 after retry RPC after error@1262393243) -> (continuation of Deferred@1184979034 after retry RPC after error@1471248041) -> (continuation of Deferred@924164386 after retry RPC after error@136870420) -> (continuation of Deferred@1149735107 after retry RPC after error@408924868) -> (continuation of Deferred@39394396 after retry RPC after error@1240088281) -> (continuation of Deferred@823377583 after retry RPC after error@1413477339) -> (continuation of Deferred@508477180 after retry RPC after error@105531162) -> (continuation of Deferred@713062330 after retry RPC after error@25880602) -> (continuation of Deferred@1792544649 after retry RPC after error@1048508255) -> (continuation of Deferred@401238669 after retry RPC after error@1098287698) -> (continuation of Deferred@1811444146 after retry RPC after error@586524573) -> (continuation of Deferred@1720655692 after retry RPC after error@333331925), errback=(continuation of Deferred@1232277195 after retry RPC after error@209905265) -> (continuation of Deferred@2097099737 after retry RPC after error@1906974012) -> (continuation of Deferred@545144980 after retry RPC after error@1003785092) -> (continuation of Deferred@1051723484 after retry RPC after error@533901259) -> (continuation of Deferred@1308239429 after retry RPC after error@1382882517) -> (continuation of Deferred@1825924770 after retry RPC after error@1718820868) -> (continuation of Deferred@2057828993 after retry RPC after error@1083628212) -> (continuation of Deferred@120669298 after retry RPC after error@2017277840) -> (continuation of Deferred@1032567268 after retry RPC after error@1262393243) -> (continuation of Deferred@1184979034 after retry RPC after error@1471248041) -> (continuation of Deferred@924164386 after retry RPC after error@136870420) -> (continuation of Deferred@1149735107 after retry RPC after error@408924868) -> (continuation of Deferred@39394396 after retry RPC after error@1240088281) -> (continuation of Deferred@823377583 after retry RPC after error@1413477339) -> (continuation of Deferred@508477180 after retry RPC after error@105531162) -> (continuation of Deferred@713062330 after retry RPC after error@25880602) -> (continuation of Deferred@1792544649 after retry RPC after error@1048508255) -> (continuation of Deferred@401238669 after retry RPC after error@1098287698) -> (continuation of Deferred@1811444146 after retry RPC after error@586524573) -> (continuation of Deferred@1720655692 after retry RPC after error@333331925)))
23:57:07.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.209 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.210 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.212 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.213 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.216 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.222 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.225 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.225 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.225 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.226 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.227 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.228 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.231 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.235 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.237 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.238 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.242 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.246 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.249 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.250 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.251 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.251 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.252 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.252 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.262 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.262 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.262 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.264 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.271 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.271 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.271 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.272 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.282 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.282 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.282 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.283 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.302 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.303 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.303 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.311 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.311 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.311 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.312 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.317692 12031 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } attempt: 8
23:57:07.331 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.331 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.331 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.332 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.333 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.333 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.333 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.333 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.382 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.382 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.383 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.384 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.386 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:07.386 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:07.386 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:07.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:07.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:07.387 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:07.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.399746 12031 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2: Bootstrap starting.
23:57:07.422 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.422 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.422 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.424 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.431 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.431 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.431 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.436978 12031 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2: Neither blocks nor log segments found. Creating new log.
23:57:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.444429 12031 log.cc:826] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2: Log is configured to *not* fsync() on all Append() calls
23:57:07.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.469228 12031 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2: No bootstrap required, opened a new log
23:57:07.471 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.471 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.471 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.472 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.529 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:07.529 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:07.529 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:07.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:07.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:07.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:07.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:07.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:07.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:07.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:07.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:07.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:07.531 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:07.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:07.582 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.582 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.582 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:07.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:07.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.668058 12031 raft_consensus.cc:359] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:07.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.673408 12031 raft_consensus.cc:385] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.673954 12031 raft_consensus.cc:740] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35c42160d00d470789edca46c80a36f2, State: Initialized, Role: FOLLOWER
23:57:07.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.675117 12031 consensus_queue.cc:260] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } }
23:57:07.682 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.682 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.682 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.684 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.691 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:07.691 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:07.692 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:07.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:07.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:07.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:07.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.796289 12241 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.831656 12241 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [sys.catalog]: This master's current role is: FOLLOWER
23:57:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.856819 12002 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15d76f3deae144f4a58a4af2aa26735e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35c42160d00d470789edca46c80a36f2"
23:57:07.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.858012 12002 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [term 0 FOLLOWER]: Advancing to term 1
23:57:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.861442 12003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15d76f3deae144f4a58a4af2aa26735e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35c42160d00d470789edca46c80a36f2" is_pre_election: true
23:57:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.864087 12005 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15d76f3deae144f4a58a4af2aa26735e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35c42160d00d470789edca46c80a36f2"
23:57:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.861744 12006 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "15d76f3deae144f4a58a4af2aa26735e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35c42160d00d470789edca46c80a36f2" is_pre_election: true
23:57:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:07.866868 12006 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39638 (request call id 1) took 2372 ms (client timeout 1554 ms). Trace:
23:57:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:07.868319 12006 rpcz_store.cc:269] 0707 23:57:05.494356 (+     0us) service_pool.cc:167] Inserting onto call queue
23:57:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:05.495107 (+   751us) service_pool.cc:224] Handling call
23:57:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:07.866744 (+2371637us) inbound_call.cc:177] Queueing success response
23:57:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:57:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:07.867971 12005 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39638 (request call id 2) took 2313 ms (client timeout 1813 ms). Trace:
23:57:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:07.869837 12005 rpcz_store.cc:269] 0707 23:57:05.554196 (+     0us) service_pool.cc:167] Inserting onto call queue
23:57:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:05.554350 (+   154us) service_pool.cc:224] Handling call
23:57:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:07.867907 (+2313557us) inbound_call.cc:177] Queueing success response
23:57:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:57:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.874080 12031 sys_catalog.cc:565] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [sys.catalog]: configured and running, proceeding with master startup.
23:57:07.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.894239 12002 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 15d76f3deae144f4a58a4af2aa26735e in term 1.
23:57:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.896777 12004 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [term 1 FOLLOWER]: Refusing update from remote peer 15d76f3deae144f4a58a4af2aa26735e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:57:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.905105 12004 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:39638 (request call id 3) took 2139 ms. Trace:
23:57:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.905948 12004 rpcz_store.cc:276] 0707 23:57:05.765597 (+     0us) service_pool.cc:167] Inserting onto call queue
23:57:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:05.765757 (+   160us) service_pool.cc:224] Handling call
23:57:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:07.895331 (+2129574us) raft_consensus.cc:1471] Updating replica for 0 ops
23:57:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:07.897418 (+  2087us) raft_consensus.cc:1697] Filling consensus response to leader.
23:57:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:07.904636 (+  7218us) spinlock_profiling.cc:243] Waited 27.8 ms on lock 0x7b54000104d0. stack: 00007f7714c47803 00007f7714c47700 00007f77147f84b4 000000000050eb44 000000000050ead9 00007f771bd2a891 00007f771bdc0bcd 00007f771cdf19c9 00007f771b4a3cf4 00007f771b4a3c82 00007f771b4a3bb1 00007f771b4a3b2c 00007f771b4a2de2 00007f7719a92aac 00007f7719a91ee6 00007f7719a9188f
23:57:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:57:07.904999 (+   363us) inbound_call.cc:177] Queueing success response
23:57:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":64014720}
23:57:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:07.911643 12239 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [LEADER]: Connected to new peer: Peer: permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:57:07.952 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:07.963558 11985 tablet.cc:2406] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:07.999 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:07.999 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:07.999 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:07.999 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:07.999 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:08.000 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:08.000 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:08.000 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:08.000 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:08.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:08.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:08.000 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:08.000 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:08.026454 12253 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "15d76f3deae144f4a58a4af2aa26735e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:08.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:08.032218 12253 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [sys.catalog]: This master's current role is: FOLLOWER
23:57:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:08.023715 12241 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 15d76f3deae144f4a58a4af2aa26735e. Latest consensus state: current_term: 1 leader_uuid: "15d76f3deae144f4a58a4af2aa26735e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:08.033411 12241 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2 [sys.catalog]: This master's current role is: FOLLOWER
23:57:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:08.049357 12257 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:57:08.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:08.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:08.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:08.166 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:08.166 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:08.166 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:08.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.167 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:08.222 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:08.222 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:08.223 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:08.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:08.331 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:08.332 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:08.332 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:08.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:08.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:08.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:08.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:08.414 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:08.414 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:08.414 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:08.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:08.430 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:08.430 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:08.430 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:08.430 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:08.430 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:08.430 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:08.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:08.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:08.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:08.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:08.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:08.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:08.431 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:08.435 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:08.435 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:08.435 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:08.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:08.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:08.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:08.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:08.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:08.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.462 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.462 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.463 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:08.491096 12239 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "15d76f3deae144f4a58a4af2aa26735e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "22706da6175d4d4aa74d6ff41302d442" member_type: VOTER last_known_addr { host: "127.11.138.126" port: 39007 } } peers { permanent_uuid: "35c42160d00d470789edca46c80a36f2" member_type: VOTER last_known_addr { host: "127.11.138.125" port: 33045 } } peers { permanent_uuid: "15d76f3deae144f4a58a4af2aa26735e" member_type: VOTER last_known_addr { host: "127.11.138.124" port: 34711 } } }
23:57:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:08.492300 12239 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15d76f3deae144f4a58a4af2aa26735e [sys.catalog]: This master's current role is: LEADER
23:57:08.493 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:08.493 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:08.493 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:08.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:08.514 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:08.515 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:08.515 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:08.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.516 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:08.537 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:08.537 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:08.537 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:08.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:08.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:08.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:08.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:08.561 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:08.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:08.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:08.745 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:08.746 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:08.746 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:08.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:08.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:08.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:08.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:08.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:08.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:08.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:08.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:08.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:08.747 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:08.748 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26727), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [10ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [18ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [50ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [50ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [66ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [185ms] refreshing cache from master, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [186ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [281ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [423ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [782ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1243ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2803ms] refreshing cache from master, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2805ms] too many traces: truncated at 100 traces, deferred=Deferred@1622106823(state=PENDING, result=null, callback=(continuation of Deferred@1685286608 after retry RPC after error@470040007) -> (continuation of Deferred@1286153496 after retry RPC after error@1468784400) -> (continuation of Deferred@678510303 after retry RPC after error@354862099) -> (continuation of Deferred@270705226 after retry RPC after error@425237505) -> (continuation of Deferred@956223027 after retry RPC after error@467370851) -> (continuation of Deferred@510546592 after retry RPC after error@1133215224) -> (continuation of Deferred@222997740 after retry RPC after error@1255012029) -> (continuation of Deferred@643454486 after retry RPC after error@1042713496) -> (continuation of Deferred@1716743548 after retry RPC after error@1124992789) -> (continuation of Deferred@923796356 after retry RPC after error@1029711029) -> (continuation of Deferred@1084589800 after retry RPC after error@1939871558) -> (continuation of Deferred@1151022741 after retry RPC after error@2019751743) -> (continuation of Deferred@345816093 after retry RPC after error@1744147439) -> (continuation of Deferred@2051489306 after retry RPC after error@359916898) -> (continuation of Deferred@1686036357 after retry RPC after error@794771982) -> (continuation of Deferred@1823149585 after retry RPC after error@1727643155) -> (continuation of Deferred@1953093566 after retry RPC after error@561230863) -> (continuation of Deferred@354221494 after retry RPC after error@1044303904) -> (continuation of Deferred@72361086 after retry RPC after error@952052535) -> (continuation of Deferred@1253867739 after retry RPC after error@46917244) -> (continuation of Deferred@129847695 after retry RPC after error@1176122588) -> (continuation of Deferred@1745800860 after retry RPC after error@892026343) -> (continuation of Deferred@1484207076 after retry RPC after error@1339834594) -> (continuation of Deferred@1371016619 after retry RPC after error@1032902270), errback=(continuation of Deferred@1685286608 after retry RPC after error@470040007) -> (continuation of Deferred@1286153496 after retry RPC after error@1468784400) -> (continuation of Deferred@678510303 after retry RPC after error@354862099) -> (continuation of Deferred@270705226 after retry RPC after error@425237505) -> (continuation of Deferred@956223027 after retry RPC after error@467370851) -> (continuation of Deferred@510546592 after retry RPC after error@1133215224) -> (continuation of Deferred@222997740 after retry RPC after error@1255012029) -> (continuation of Deferred@643454486 after retry RPC after error@1042713496) -> (continuation of Deferred@1716743548 after retry RPC after error@1124992789) -> (continuation of Deferred@923796356 after retry RPC after error@1029711029) -> (continuation of Deferred@1084589800 after retry RPC after error@1939871558) -> (continuation of Deferred@1151022741 after retry RPC after error@2019751743) -> (continuation of Deferred@345816093 after retry RPC after error@1744147439) -> (continuation of Deferred@2051489306 after retry RPC after error@359916898) -> (continuation of Deferred@1686036357 after retry RPC after error@794771982) -> (continuation of Deferred@1823149585 after retry RPC after error@1727643155) -> (continuation of Deferred@1953093566 after retry RPC after error@561230863) -> (continuation of Deferred@354221494 after retry RPC after error@1044303904) -> (continuation of Deferred@72361086 after retry RPC after error@952052535) -> (continuation of Deferred@1253867739 after retry RPC after error@46917244) -> (continuation of Deferred@129847695 after retry RPC after error@1176122588) -> (continuation of Deferred@1745800860 after retry RPC after error@892026343) -> (continuation of Deferred@1484207076 after retry RPC after error@1339834594) -> (continuation of Deferred@1371016619 after retry RPC after error@1032902270)))
23:57:08.749 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:57:08.749 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26727), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [10ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [18ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [50ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [50ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [66ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [185ms] refreshing cache from master, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [186ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [281ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [423ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [782ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1243ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2803ms] refreshing cache from master, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2805ms] too many traces: truncated at 100 traces, deferred=Deferred@1622106823(state=PENDING, result=null, callback=(continuation of Deferred@1685286608 after retry RPC after error@470040007) -> (continuation of Deferred@1286153496 after retry RPC after error@1468784400) -> (continuation of Deferred@678510303 after retry RPC after error@354862099) -> (continuation of Deferred@270705226 after retry RPC after error@425237505) -> (continuation of Deferred@956223027 after retry RPC after error@467370851) -> (continuation of Deferred@510546592 after retry RPC after error@1133215224) -> (continuation of Deferred@222997740 after retry RPC after error@1255012029) -> (continuation of Deferred@643454486 after retry RPC after error@1042713496) -> (continuation of Deferred@1716743548 after retry RPC after error@1124992789) -> (continuation of Deferred@923796356 after retry RPC after error@1029711029) -> (continuation of Deferred@1084589800 after retry RPC after error@1939871558) -> (continuation of Deferred@1151022741 after retry RPC after error@2019751743) -> (continuation of Deferred@345816093 after retry RPC after error@1744147439) -> (continuation of Deferred@2051489306 after retry RPC after error@359916898) -> (continuation of Deferred@1686036357 after retry RPC after error@794771982) -> (continuation of Deferred@1823149585 after retry RPC after error@1727643155) -> (continuation of Deferred@1953093566 after retry RPC after error@561230863) -> (continuation of Deferred@354221494 after retry RPC after error@1044303904) -> (continuation of Deferred@72361086 after retry RPC after error@952052535) -> (continuation of Deferred@1253867739 after retry RPC after error@46917244) -> (continuation of Deferred@129847695 after retry RPC after error@1176122588) -> (continuation of Deferred@1745800860 after retry RPC after error@892026343) -> (continuation of Deferred@1484207076 after retry RPC after error@1339834594) -> (continuation of Deferred@1371016619 after retry RPC after error@1032902270), errback=(continuation of Deferred@1685286608 after retry RPC after error@470040007) -> (continuation of Deferred@1286153496 after retry RPC after error@1468784400) -> (continuation of Deferred@678510303 after retry RPC after error@354862099) -> (continuation of Deferred@270705226 after retry RPC after error@425237505) -> (continuation of Deferred@956223027 after retry RPC after error@467370851) -> (continuation of Deferred@510546592 after retry RPC after error@1133215224) -> (continuation of Deferred@222997740 after retry RPC after error@1255012029) -> (continuation of Deferred@643454486 after retry RPC after error@1042713496) -> (continuation of Deferred@1716743548 after retry RPC after error@1124992789) -> (continuation of Deferred@923796356 after retry RPC after error@1029711029) -> (continuation of Deferred@1084589800 after retry RPC after error@1939871558) -> (continuation of Deferred@1151022741 after retry RPC after error@2019751743) -> (continuation of Deferred@345816093 after retry RPC after error@1744147439) -> (continuation of Deferred@2051489306 after retry RPC after error@359916898) -> (continuation of Deferred@1686036357 after retry RPC after error@794771982) -> (continuation of Deferred@1823149585 after retry RPC after error@1727643155) -> (continuation of Deferred@1953093566 after retry RPC after error@561230863) -> (continuation of Deferred@354221494 after retry RPC after error@1044303904) -> (continuation of Deferred@72361086 after retry RPC after error@952052535) -> (continuation of Deferred@1253867739 after retry RPC after error@46917244) -> (continuation of Deferred@129847695 after retry RPC after error@1176122588) -> (continuation of Deferred@1745800860 after retry RPC after error@892026343) -> (continuation of Deferred@1484207076 after retry RPC after error@1339834594) -> (continuation of Deferred@1371016619 after retry RPC after error@1032902270)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:08.749 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:57:08.754 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:57:08.746 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:08.760 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:08.761 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:08.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:08.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:08.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:08.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:08.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:08.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:08.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:08.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:08.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:08.762 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:08.764 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26727), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [10ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [18ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [50ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [50ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [66ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [185ms] refreshing cache from master, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [186ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [281ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [423ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [782ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1243ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2803ms] refreshing cache from master, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2805ms] too many traces: truncated at 100 traces, deferred=Deferred@1622106823(state=PENDING, result=null, callback=(continuation of Deferred@1685286608 after retry RPC after error@470040007) -> (continuation of Deferred@1286153496 after retry RPC after error@1468784400) -> (continuation of Deferred@678510303 after retry RPC after error@354862099) -> (continuation of Deferred@270705226 after retry RPC after error@425237505) -> (continuation of Deferred@956223027 after retry RPC after error@467370851) -> (continuation of Deferred@510546592 after retry RPC after error@1133215224) -> (continuation of Deferred@222997740 after retry RPC after error@1255012029) -> (continuation of Deferred@643454486 after retry RPC after error@1042713496) -> (continuation of Deferred@1716743548 after retry RPC after error@1124992789) -> (continuation of Deferred@923796356 after retry RPC after error@1029711029) -> (continuation of Deferred@1084589800 after retry RPC after error@1939871558) -> (continuation of Deferred@1151022741 after retry RPC after error@2019751743) -> (continuation of Deferred@345816093 after retry RPC after error@1744147439) -> (continuation of Deferred@2051489306 after retry RPC after error@359916898) -> (continuation of Deferred@1686036357 after retry RPC after error@794771982) -> (continuation of Deferred@1823149585 after retry RPC after error@1727643155) -> (continuation of Deferred@1953093566 after retry RPC after error@561230863) -> (continuation of Deferred@354221494 after retry RPC after error@1044303904) -> (continuation of Deferred@72361086 after retry RPC after error@952052535) -> (continuation of Deferred@1253867739 after retry RPC after error@46917244) -> (continuation of Deferred@129847695 after retry RPC after error@1176122588) -> (continuation of Deferred@1745800860 after retry RPC after error@892026343) -> (continuation of Deferred@1484207076 after retry RPC after error@1339834594) -> (continuation of Deferred@1371016619 after retry RPC after error@1032902270), errback=(continuation of Deferred@1685286608 after retry RPC after error@470040007) -> (continuation of Deferred@1286153496 after retry RPC after error@1468784400) -> (continuation of Deferred@678510303 after retry RPC after error@354862099) -> (continuation of Deferred@270705226 after retry RPC after error@425237505) -> (continuation of Deferred@956223027 after retry RPC after error@467370851) -> (continuation of Deferred@510546592 after retry RPC after error@1133215224) -> (continuation of Deferred@222997740 after retry RPC after error@1255012029) -> (continuation of Deferred@643454486 after retry RPC after error@1042713496) -> (continuation of Deferred@1716743548 after retry RPC after error@1124992789) -> (continuation of Deferred@923796356 after retry RPC after error@1029711029) -> (continuation of Deferred@1084589800 after retry RPC after error@1939871558) -> (continuation of Deferred@1151022741 after retry RPC after error@2019751743) -> (continuation of Deferred@345816093 after retry RPC after error@1744147439) -> (continuation of Deferred@2051489306 after retry RPC after error@359916898) -> (continuation of Deferred@1686036357 after retry RPC after error@794771982) -> (continuation of Deferred@1823149585 after retry RPC after error@1727643155) -> (continuation of Deferred@1953093566 after retry RPC after error@561230863) -> (continuation of Deferred@354221494 after retry RPC after error@1044303904) -> (continuation of Deferred@72361086 after retry RPC after error@952052535) -> (continuation of Deferred@1253867739 after retry RPC after error@46917244) -> (continuation of Deferred@129847695 after retry RPC after error@1176122588) -> (continuation of Deferred@1745800860 after retry RPC after error@892026343) -> (continuation of Deferred@1484207076 after retry RPC after error@1339834594) -> (continuation of Deferred@1371016619 after retry RPC after error@1032902270)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:08.765 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:57:08.765 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state RUNNING to RESTARTING.
23:57:08.766 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:08.766 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:57:08.901 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:08.901 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:08.901 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:08.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:08.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:08.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:08.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:08.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:08.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:08.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:08.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:08.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:08.902 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:08.922 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:08.923 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:08.923 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:08.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:08.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:08.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:08.923 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:08.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:09.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:09.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:09.095952 12257 catalog_manager.cc:1294] Loaded cluster ID: cc043998c5b648788201c9cb3eade9ef
23:57:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:09.096386 12257 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2: loading cluster ID for follower catalog manager: success
23:57:09.118 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:09.118 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:09.119 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:09.119 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:09.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:09.120 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:09.120 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:09.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:09.120 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:09.120 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:09.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:09.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:09.121 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:09.178532 12257 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2: acquiring CA information for follower catalog manager: success
23:57:09.222 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:09.222 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:09.224 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:09.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.225 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:09.228538 12257 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 35c42160d00d470789edca46c80a36f2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:57:09.244 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:09.245 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:09.245 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:09.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.246 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:09.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:09.560 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:09.565 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:09.566 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:09.566 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:09.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.567 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:09.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:09.631 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:09.631 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:09.631 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:09.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:09.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:09.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:09.632 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:09.707 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0c27b7259d4fdd95b93db84a92b79b97) switched from state RESTARTING to RUNNING.
23:57:09.708 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 0c27b7259d4fdd95b93db84a92b79b97 from Checkpoint 63 @ 1783468463124 for 0c27b7259d4fdd95b93db84a92b79b97 located at file:/tmp/junit6173627628910572124/checkpoints/0c27b7259d4fdd95b93db84a92b79b97/chk-63.
23:57:09.709 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:57:09.709 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
23:57:09.710 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
23:57:09.710 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to e8f8627a-3afb-4e4f-9e4f-e3e9f4015317 @ 127.0.0.1 (dataPort=-1) with allocation id 10138327bd0030b31a590d7cd3bbfa2f
23:57:09.711 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 0c27b7259d4fdd95b93db84a92b79b97: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:57:09.711 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 10138327bd0030b31a590d7cd3bbfa2f.
23:57:09.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 63 for source Source: KuduSource to checkpoint.
23:57:09.712 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 10138327bd0030b31a590d7cd3bbfa2f.
23:57:09.725 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
23:57:09.725 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
23:57:09.726 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2402460d
23:57:09.726 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:09.727 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6173627628910572124/checkpoints")
23:57:09.727 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:57:09.728 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (620eb9aad3b7b33bd64a6d83787aa375_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:57:09.739 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@16481044
23:57:09.744 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:09.753 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:09.753 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:09.753 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:09.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:09.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:09.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:09.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:09.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:09.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:09.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:09.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:09.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:09.755 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:09.759 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:09.761 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:09.761 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:09.761 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:09.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.762 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:09.767 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:09.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.774 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:09.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.778 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:09.778 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:09.778 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:09.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:09.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.780 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:09.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27754), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [16ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [17ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [18ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [362ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [763ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [763ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [981ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [982ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1102ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1681ms] too many traces: truncated at 100 traces, deferred=Deferred@885348711(state=PENDING, result=null, callback=(continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163) -> (continuation of Deferred@243520151 after retry RPC after error@1919539909), errback=(continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163) -> (continuation of Deferred@243520151 after retry RPC after error@1919539909)))
23:57:09.782 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:57:09.782 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27754), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [16ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [17ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [18ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [362ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [763ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [763ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [981ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [982ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1102ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1681ms] too many traces: truncated at 100 traces, deferred=Deferred@885348711(state=PENDING, result=null, callback=(continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163) -> (continuation of Deferred@243520151 after retry RPC after error@1919539909), errback=(continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163) -> (continuation of Deferred@243520151 after retry RPC after error@1919539909)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:09.782 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:57:09.785 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:57:09.788 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27754), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [16ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [17ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [18ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [362ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [763ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [763ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [981ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [982ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [982ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1102ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1681ms] too many traces: truncated at 100 traces, deferred=Deferred@885348711(state=PENDING, result=null, callback=(continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163) -> (continuation of Deferred@243520151 after retry RPC after error@1919539909), errback=(continuation of Deferred@246330168 after retry RPC after error@758004606) -> (continuation of Deferred@1458254339 after retry RPC after error@1224427480) -> (continuation of Deferred@859249292 after retry RPC after error@1864245855) -> (continuation of Deferred@1625976469 after retry RPC after error@1916608727) -> (continuation of Deferred@2035660646 after retry RPC after error@1732738761) -> (continuation of Deferred@1424636530 after retry RPC after error@1330283424) -> (continuation of Deferred@468771752 after retry RPC after error@1201497897) -> (continuation of Deferred@1109519362 after retry RPC after error@1500328037) -> (continuation of Deferred@1159492931 after retry RPC after error@1771366118) -> (continuation of Deferred@613959210 after retry RPC after error@340174020) -> (continuation of Deferred@852913506 after retry RPC after error@2084245000) -> (continuation of Deferred@452243123 after retry RPC after error@993352109) -> (continuation of Deferred@982097620 after retry RPC after error@518429891) -> (continuation of Deferred@559425690 after retry RPC after error@808576301) -> (continuation of Deferred@1178120897 after retry RPC after error@1813130817) -> (continuation of Deferred@216979361 after retry RPC after error@868828060) -> (continuation of Deferred@811880862 after retry RPC after error@1299780085) -> (continuation of Deferred@928027684 after retry RPC after error@1325196529) -> (continuation of Deferred@1543939089 after retry RPC after error@1500897501) -> (continuation of Deferred@1782038115 after retry RPC after error@1128596664) -> (continuation of Deferred@705304301 after retry RPC after error@1544517753) -> (continuation of Deferred@186384701 after retry RPC after error@1620550690) -> (continuation of Deferred@449870755 after retry RPC after error@1035666480) -> (continuation of Deferred@1447423827 after retry RPC after error@196011789) -> (continuation of Deferred@305825976 after retry RPC after error@2009433163) -> (continuation of Deferred@243520151 after retry RPC after error@1919539909)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:09.790 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:57:09.791 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:57:09.792 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:57:09.800 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:09.809 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:09.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.833 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:09.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:09.849 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.849 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:09.860 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:09.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:09.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:09.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:09.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:09.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:09.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:09.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:09.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:09.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:09.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:09.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:09.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:09.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:09.873 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:09.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.877 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.886 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:09.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.888 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:09.899 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:09.900 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:09.900 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:09.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.900 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.901 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:09.902 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:09.902 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:09.902 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:09.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:09.906 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:09.906 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:09.906 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:09.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:09.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:09.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:09.907 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:09.919 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:09.919 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:09.920 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:09.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:09.939 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:09.939 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:09.939 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:09.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:09.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:09.978 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:09.978 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:09.978 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:09.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:09.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:09.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:09.979 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:09.980 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:09.980 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:09.980 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:09.980 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:09.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:09.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:09.981 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:10.020 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:10.020 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:10.020 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:10.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.022 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:10.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:10.059 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:10.060 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:10.060 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:10.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:10.073 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:10.074 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:10.074 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:10.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.075 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:10.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:10.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:08.277825 12207 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 12196
23:57:10.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:10.239059 12196 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.351s	user 1.159s	sys 1.807s
23:57:10.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:10.239426 12196 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.351s	user 1.159s	sys 1.807s
23:57:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:06.890990 12209 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:10.242 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:10.242 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:10.242 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:10.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.242 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.242 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:10.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:10.244887 12210 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 3353 milliseconds
23:57:10.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:10.246645 12211 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:10.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.246726 12196 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:57:10.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.248561 12196 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:57:10.250 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:10.251 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:10.251 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:10.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:10.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:10.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:10.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:10.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:10.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:10.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:10.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:10.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:10.252 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.258504 12196 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:57:10.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.260280 12196 hybrid_clock.cc:648] HybridClock initialized: now 1783468630260235 us; error 47 us; skew 500 ppm
23:57:10.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.261586 12196 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:57:10.278 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:10.278 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:10.278 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:10.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:10.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:10.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:10.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:10.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:10.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:10.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:10.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:10.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:10.280 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.283100 12196 webserver.cc:534] Webserver started at http://127.11.138.65:39235/ using document root <none> and password file <none>
23:57:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.284817 12196 fs_manager.cc:362] Metadata directory not provided
23:57:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.285148 12196 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:57:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.285857 12196 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:57:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.293889 12196 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/data/instance:
23:57:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42390a28f5a54c3faed64b1851956e39"
23:57:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:10 on dist-test-slave-1rxj"
23:57:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.295765 12196 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/wal/instance:
23:57:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42390a28f5a54c3faed64b1851956e39"
23:57:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:10 on dist-test-slave-1rxj"
23:57:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.322892 12196 fs_manager.cc:696] Time spent creating directory manager: real 0.026s	user 0.012s	sys 0.012s
23:57:10.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:10.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.356925 12281 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:57:10.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.360339 12196 fs_manager.cc:730] Time spent opening block manager: real 0.027s	user 0.007s	sys 0.007s
23:57:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.360842 12196 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/wal
23:57:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42390a28f5a54c3faed64b1851956e39"
23:57:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:10 on dist-test-slave-1rxj"
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.361405 12196 fs_report.cc:389] FS layout report
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/wal
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/wal
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/data/data
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:57:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:57:10.440 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:10.440 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:10.440 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:10.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:10.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.441 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:10.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.441 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:10.441 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:10.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.484257 12196 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:57:10.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.486780 12196 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:57:10.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.487414 12196 kserver.cc:163] Server-wide thread pool size limit: 3276
23:57:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.498785 12196 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:57:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.512892 12196 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:57:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.513219 12196 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:57:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.513700 12196 ts_tablet_manager.cc:616] Registered 0 tablets
23:57:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:10.514022 12196 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:57:10.548 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:10.548 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:10.549 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:10.549 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:10.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:10.549 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:10.549 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:10.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:10.549 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:10.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:10.549 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:10.549 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:10.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:10.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:10.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:10.757 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:10.758 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:10.758 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:10.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:10.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:10.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:10.759 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:10.768 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:10.769 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:10.769 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:10.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:10.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:10.769 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:10.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:10.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:10.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:10.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:10.770 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:10.770 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:10.770 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:10.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:10.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.042 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:11.042 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:11.042 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:11.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:11.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:11.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:11.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:11.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:11.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:11.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:11.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:11.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:11.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:11.045 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:11.046 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:11.046 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:11.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.047 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:11.048 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29051), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [17ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [66ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [342ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [463ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1442ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2743ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [6280ms] refreshing cache from master, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [6281ms] too many traces: truncated at 100 traces, deferred=Deferred@740418878(state=PENDING, result=null, callback=(continuation of Deferred@1553723082 after retry RPC after error@396679146) -> (continuation of Deferred@558492453 after retry RPC after error@48427559) -> (continuation of Deferred@25997583 after retry RPC after error@807808339) -> (continuation of Deferred@1582885041 after retry RPC after error@1270762135) -> (continuation of Deferred@803114534 after retry RPC after error@773026363) -> (continuation of Deferred@924260904 after retry RPC after error@239342767) -> (continuation of Deferred@1429210367 after retry RPC after error@1619474120) -> (continuation of Deferred@1867429546 after retry RPC after error@1098983040) -> (continuation of Deferred@348378547 after retry RPC after error@1294696597) -> (continuation of Deferred@1464505468 after retry RPC after error@523705651) -> (continuation of Deferred@366165291 after retry RPC after error@82651180) -> (continuation of Deferred@126330297 after retry RPC after error@553582335) -> (continuation of Deferred@751351214 after retry RPC after error@1099514963) -> (continuation of Deferred@2065271734 after retry RPC after error@742886188) -> (continuation of Deferred@1170943695 after retry RPC after error@1315652089) -> (continuation of Deferred@2040014777 after retry RPC after error@1771494733) -> (continuation of Deferred@1974942694 after retry RPC after error@1632094240) -> (continuation of Deferred@1499106910 after retry RPC after error@117005453) -> (continuation of Deferred@1256013759 after retry RPC after error@361035788) -> (continuation of Deferred@413248668 after retry RPC after error@1416660529) -> (continuation of Deferred@2012445639 after retry RPC after error@1166387629) -> (continuation of Deferred@1347758285 after retry RPC after error@4484600) -> (continuation of Deferred@1820656500 after retry RPC after error@69539720) -> (continuation of Deferred@2110739585 after retry RPC after error@1590156653), errback=(continuation of Deferred@1553723082 after retry RPC after error@396679146) -> (continuation of Deferred@558492453 after retry RPC after error@48427559) -> (continuation of Deferred@25997583 after retry RPC after error@807808339) -> (continuation of Deferred@1582885041 after retry RPC after error@1270762135) -> (continuation of Deferred@803114534 after retry RPC after error@773026363) -> (continuation of Deferred@924260904 after retry RPC after error@239342767) -> (continuation of Deferred@1429210367 after retry RPC after error@1619474120) -> (continuation of Deferred@1867429546 after retry RPC after error@1098983040) -> (continuation of Deferred@348378547 after retry RPC after error@1294696597) -> (continuation of Deferred@1464505468 after retry RPC after error@523705651) -> (continuation of Deferred@366165291 after retry RPC after error@82651180) -> (continuation of Deferred@126330297 after retry RPC after error@553582335) -> (continuation of Deferred@751351214 after retry RPC after error@1099514963) -> (continuation of Deferred@2065271734 after retry RPC after error@742886188) -> (continuation of Deferred@1170943695 after retry RPC after error@1315652089) -> (continuation of Deferred@2040014777 after retry RPC after error@1771494733) -> (continuation of Deferred@1974942694 after retry RPC after error@1632094240) -> (continuation of Deferred@1499106910 after retry RPC after error@117005453) -> (continuation of Deferred@1256013759 after retry RPC after error@361035788) -> (continuation of Deferred@413248668 after retry RPC after error@1416660529) -> (continuation of Deferred@2012445639 after retry RPC after error@1166387629) -> (continuation of Deferred@1347758285 after retry RPC after error@4484600) -> (continuation of Deferred@1820656500 after retry RPC after error@69539720) -> (continuation of Deferred@2110739585 after retry RPC after error@1590156653)))
23:57:11.049 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:57:11.049 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29051), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [17ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [66ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [342ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [463ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1442ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2743ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [6280ms] refreshing cache from master, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [6281ms] too many traces: truncated at 100 traces, deferred=Deferred@740418878(state=PENDING, result=null, callback=(continuation of Deferred@1553723082 after retry RPC after error@396679146) -> (continuation of Deferred@558492453 after retry RPC after error@48427559) -> (continuation of Deferred@25997583 after retry RPC after error@807808339) -> (continuation of Deferred@1582885041 after retry RPC after error@1270762135) -> (continuation of Deferred@803114534 after retry RPC after error@773026363) -> (continuation of Deferred@924260904 after retry RPC after error@239342767) -> (continuation of Deferred@1429210367 after retry RPC after error@1619474120) -> (continuation of Deferred@1867429546 after retry RPC after error@1098983040) -> (continuation of Deferred@348378547 after retry RPC after error@1294696597) -> (continuation of Deferred@1464505468 after retry RPC after error@523705651) -> (continuation of Deferred@366165291 after retry RPC after error@82651180) -> (continuation of Deferred@126330297 after retry RPC after error@553582335) -> (continuation of Deferred@751351214 after retry RPC after error@1099514963) -> (continuation of Deferred@2065271734 after retry RPC after error@742886188) -> (continuation of Deferred@1170943695 after retry RPC after error@1315652089) -> (continuation of Deferred@2040014777 after retry RPC after error@1771494733) -> (continuation of Deferred@1974942694 after retry RPC after error@1632094240) -> (continuation of Deferred@1499106910 after retry RPC after error@117005453) -> (continuation of Deferred@1256013759 after retry RPC after error@361035788) -> (continuation of Deferred@413248668 after retry RPC after error@1416660529) -> (continuation of Deferred@2012445639 after retry RPC after error@1166387629) -> (continuation of Deferred@1347758285 after retry RPC after error@4484600) -> (continuation of Deferred@1820656500 after retry RPC after error@69539720) -> (continuation of Deferred@2110739585 after retry RPC after error@1590156653), errback=(continuation of Deferred@1553723082 after retry RPC after error@396679146) -> (continuation of Deferred@558492453 after retry RPC after error@48427559) -> (continuation of Deferred@25997583 after retry RPC after error@807808339) -> (continuation of Deferred@1582885041 after retry RPC after error@1270762135) -> (continuation of Deferred@803114534 after retry RPC after error@773026363) -> (continuation of Deferred@924260904 after retry RPC after error@239342767) -> (continuation of Deferred@1429210367 after retry RPC after error@1619474120) -> (continuation of Deferred@1867429546 after retry RPC after error@1098983040) -> (continuation of Deferred@348378547 after retry RPC after error@1294696597) -> (continuation of Deferred@1464505468 after retry RPC after error@523705651) -> (continuation of Deferred@366165291 after retry RPC after error@82651180) -> (continuation of Deferred@126330297 after retry RPC after error@553582335) -> (continuation of Deferred@751351214 after retry RPC after error@1099514963) -> (continuation of Deferred@2065271734 after retry RPC after error@742886188) -> (continuation of Deferred@1170943695 after retry RPC after error@1315652089) -> (continuation of Deferred@2040014777 after retry RPC after error@1771494733) -> (continuation of Deferred@1974942694 after retry RPC after error@1632094240) -> (continuation of Deferred@1499106910 after retry RPC after error@117005453) -> (continuation of Deferred@1256013759 after retry RPC after error@361035788) -> (continuation of Deferred@413248668 after retry RPC after error@1416660529) -> (continuation of Deferred@2012445639 after retry RPC after error@1166387629) -> (continuation of Deferred@1347758285 after retry RPC after error@4484600) -> (continuation of Deferred@1820656500 after retry RPC after error@69539720) -> (continuation of Deferred@2110739585 after retry RPC after error@1590156653)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:11.049 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:57:11.051 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:57:11.053 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29051), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [17ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [66ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [342ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [462ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [463ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1442ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [2743ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [6280ms] refreshing cache from master, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [6280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [6281ms] too many traces: truncated at 100 traces, deferred=Deferred@740418878(state=PENDING, result=null, callback=(continuation of Deferred@1553723082 after retry RPC after error@396679146) -> (continuation of Deferred@558492453 after retry RPC after error@48427559) -> (continuation of Deferred@25997583 after retry RPC after error@807808339) -> (continuation of Deferred@1582885041 after retry RPC after error@1270762135) -> (continuation of Deferred@803114534 after retry RPC after error@773026363) -> (continuation of Deferred@924260904 after retry RPC after error@239342767) -> (continuation of Deferred@1429210367 after retry RPC after error@1619474120) -> (continuation of Deferred@1867429546 after retry RPC after error@1098983040) -> (continuation of Deferred@348378547 after retry RPC after error@1294696597) -> (continuation of Deferred@1464505468 after retry RPC after error@523705651) -> (continuation of Deferred@366165291 after retry RPC after error@82651180) -> (continuation of Deferred@126330297 after retry RPC after error@553582335) -> (continuation of Deferred@751351214 after retry RPC after error@1099514963) -> (continuation of Deferred@2065271734 after retry RPC after error@742886188) -> (continuation of Deferred@1170943695 after retry RPC after error@1315652089) -> (continuation of Deferred@2040014777 after retry RPC after error@1771494733) -> (continuation of Deferred@1974942694 after retry RPC after error@1632094240) -> (continuation of Deferred@1499106910 after retry RPC after error@117005453) -> (continuation of Deferred@1256013759 after retry RPC after error@361035788) -> (continuation of Deferred@413248668 after retry RPC after error@1416660529) -> (continuation of Deferred@2012445639 after retry RPC after error@1166387629) -> (continuation of Deferred@1347758285 after retry RPC after error@4484600) -> (continuation of Deferred@1820656500 after retry RPC after error@69539720) -> (continuation of Deferred@2110739585 after retry RPC after error@1590156653), errback=(continuation of Deferred@1553723082 after retry RPC after error@396679146) -> (continuation of Deferred@558492453 after retry RPC after error@48427559) -> (continuation of Deferred@25997583 after retry RPC after error@807808339) -> (continuation of Deferred@1582885041 after retry RPC after error@1270762135) -> (continuation of Deferred@803114534 after retry RPC after error@773026363) -> (continuation of Deferred@924260904 after retry RPC after error@239342767) -> (continuation of Deferred@1429210367 after retry RPC after error@1619474120) -> (continuation of Deferred@1867429546 after retry RPC after error@1098983040) -> (continuation of Deferred@348378547 after retry RPC after error@1294696597) -> (continuation of Deferred@1464505468 after retry RPC after error@523705651) -> (continuation of Deferred@366165291 after retry RPC after error@82651180) -> (continuation of Deferred@126330297 after retry RPC after error@553582335) -> (continuation of Deferred@751351214 after retry RPC after error@1099514963) -> (continuation of Deferred@2065271734 after retry RPC after error@742886188) -> (continuation of Deferred@1170943695 after retry RPC after error@1315652089) -> (continuation of Deferred@2040014777 after retry RPC after error@1771494733) -> (continuation of Deferred@1974942694 after retry RPC after error@1632094240) -> (continuation of Deferred@1499106910 after retry RPC after error@117005453) -> (continuation of Deferred@1256013759 after retry RPC after error@361035788) -> (continuation of Deferred@413248668 after retry RPC after error@1416660529) -> (continuation of Deferred@2012445639 after retry RPC after error@1166387629) -> (continuation of Deferred@1347758285 after retry RPC after error@4484600) -> (continuation of Deferred@1820656500 after retry RPC after error@69539720) -> (continuation of Deferred@2110739585 after retry RPC after error@1590156653)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.227.126:35549
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:11.054 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:57:11.054 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:57:11.055 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:57:11.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.080 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:11.080 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:11.080 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:11.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:11.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:11.081 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:11.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:11.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:11.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:11.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:11.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:11.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:11.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:11.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.105 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:11.105 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:11.105 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:11.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:11.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:11.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:11.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:11.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:11.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:11.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:11.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:11.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:11.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.338675 12196 rpc_server.cc:307] RPC server started. Bound to: 127.11.138.65:46359
23:57:11.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.346972 12196 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/data/info.pb
23:57:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.338223 12396 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.138.65:46359 every 8 connection(s)
23:57:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.350601 11817 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 12196
23:57:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.351212 11817 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-0/wal/instance
23:57:11.355 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:11.355 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:11.355 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:11.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:11.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:11.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:11.357 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:11.357 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:11.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:11.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:11.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:11.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:11.358 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.372210 11817 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/wal
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/data
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/logs
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/data/info.pb
23:57:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.66:0
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.138.66
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.66
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:57:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.399907 12397 heartbeater.cc:344] Connected to a master server at 127.11.138.124:34711
23:57:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.400462 12397 heartbeater.cc:461] Registering TS with master...
23:57:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.402215 12397 heartbeater.cc:507] Master 127.11.138.124:34711 requested a full tablet report, sending...
23:57:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.406158 12091 ts_manager.cc:194] Registered new tserver with Master: 42390a28f5a54c3faed64b1851956e39 (127.11.138.65:46359)
23:57:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.409552 12091 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.138.65:46771
23:57:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.426528 12398 heartbeater.cc:344] Connected to a master server at 127.11.138.125:33045
23:57:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.427505 12398 heartbeater.cc:461] Registering TS with master...
23:57:11.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.428295 12398 heartbeater.cc:507] Master 127.11.138.125:33045 requested a full tablet report, sending...
23:57:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.432552 11996 ts_manager.cc:194] Registered new tserver with Master: 42390a28f5a54c3faed64b1851956e39 (127.11.138.65:46359)
23:57:11.434 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:11.434 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:11.434 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:11.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.435 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.441542 12401 heartbeater.cc:344] Connected to a master server at 127.11.138.126:39007
23:57:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.441957 12401 heartbeater.cc:461] Registering TS with master...
23:57:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.442684 12401 heartbeater.cc:507] Master 127.11.138.126:39007 requested a full tablet report, sending...
23:57:11.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:11.446019 11919 ts_manager.cc:194] Registered new tserver with Master: 42390a28f5a54c3faed64b1851956e39 (127.11.138.65:46359)
23:57:11.452 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.667 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.667 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.667 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.669 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.669 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.669 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.669 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.669 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.670 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29631), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [8ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [9ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [48ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [49ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1542ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2823ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [5541ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [5541ms] too many traces: truncated at 100 traces, deferred=Deferred@1622546180(state=PENDING, result=null, callback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178), errback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178)))
23:57:11.671 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.671 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.671 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.671 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29631), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [8ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [9ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [48ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [49ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1542ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2823ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [5541ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [5541ms] too many traces: truncated at 100 traces, deferred=Deferred@1622546180(state=PENDING, result=null, callback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178), errback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29631), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [8ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [9ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [48ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [49ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1542ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2823ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [5541ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [5541ms] too many traces: truncated at 100 traces, deferred=Deferred@1622546180(state=PENDING, result=null, callback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178), errback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.28.188:34021
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:11.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.673 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.678 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:11.678 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:11.678 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:11.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:11.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:11.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:11.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:11.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:11.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:11.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:11.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:11.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:11.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:11.680 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29631), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [8ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [9ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [48ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [49ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1542ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2823ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [5541ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [5541ms] too many traces: truncated at 100 traces, deferred=Deferred@1622546180(state=PENDING, result=null, callback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178), errback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29631), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [8ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [9ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [32ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [48ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [49ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [482ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [522ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [1542ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.190:34457: Network error: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.189:46549: Network error: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.6.28.188:34021: Network error: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [2823ms] delaying RPC due to: Service unavailable: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021, [5541ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.190:34457, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.189:46549, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.28.188:34021, [5541ms] too many traces: truncated at 100 traces, deferred=Deferred@1622546180(state=PENDING, result=null, callback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178), errback=(continuation of Deferred@58197179 after retry RPC after error@180459640) -> (continuation of Deferred@917892184 after retry RPC after error@1718342589) -> (continuation of Deferred@636833303 after retry RPC after error@594612361) -> (continuation of Deferred@977272723 after retry RPC after error@40973650) -> (continuation of Deferred@226187005 after retry RPC after error@648411779) -> (continuation of Deferred@1671649955 after retry RPC after error@1752381472) -> (continuation of Deferred@1063802733 after retry RPC after error@907068385) -> (continuation of Deferred@1335882178 after retry RPC after error@1046241833) -> (continuation of Deferred@1139972528 after retry RPC after error@1934444004) -> (continuation of Deferred@1131199406 after retry RPC after error@511497408) -> (continuation of Deferred@1226109350 after retry RPC after error@1349517061) -> (continuation of Deferred@1996001133 after retry RPC after error@249204646) -> (continuation of Deferred@1622001178 after retry RPC after error@1326811869) -> (continuation of Deferred@2099570613 after retry RPC after error@668590088) -> (continuation of Deferred@692748287 after retry RPC after error@1256868713) -> (continuation of Deferred@271127758 after retry RPC after error@2023260003) -> (continuation of Deferred@47665672 after retry RPC after error@444522552) -> (continuation of Deferred@1109985501 after retry RPC after error@2037453980) -> (continuation of Deferred@1099849384 after retry RPC after error@740034945) -> (continuation of Deferred@653890367 after retry RPC after error@1465759368) -> (continuation of Deferred@1679153621 after retry RPC after error@671712471) -> (continuation of Deferred@1115916930 after retry RPC after error@2026933676) -> (continuation of Deferred@851519506 after retry RPC after error@1451896225) -> (continuation of Deferred@142834280 after retry RPC after error@1958882105) -> (continuation of Deferred@1341656075 after retry RPC after error@1217972080) -> (continuation of Deferred@1541125169 after retry RPC after error@1051056016) -> (continuation of Deferred@833756187 after retry RPC after error@1059057178)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.28.188:34021
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:11.683 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:57:11.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
23:57:11.684 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
23:57:11.685 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:57:11.685 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
23:57:11.685 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:57:11.687 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.687 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.687 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.689 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.690 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:57:11.690 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
23:57:11.690 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:57:11.702 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:11.702 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:11.702 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:11.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.703 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:11.704 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:57:11.705 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
23:57:11.706 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 21e2debdfd3dd44c55b9e77e6c84805b
23:57:11.707 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.707 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.707 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.708 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.718 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:11.718 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:11.718 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:11.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:11.720 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:11.720 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:11.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:11.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:11.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:11.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:11.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:11.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:11.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:11.727 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.727 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.727 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.728 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.742 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:11.742 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:11.742 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:11.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.743 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:11.747 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.748 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.748 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.749 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.787 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.787 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.787 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.788 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.854 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:11.855 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:11.855 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:11.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:11.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:11.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:11.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:11.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.867 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.887 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.887 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.887 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.888 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.888 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.888 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.888 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.902 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (21e2debdfd3dd44c55b9e77e6c84805b) switched from state RESTARTING to RUNNING.
23:57:11.903 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 21e2debdfd3dd44c55b9e77e6c84805b from Checkpoint 71 @ 1783468569029 for 21e2debdfd3dd44c55b9e77e6c84805b located at file:/tmp/junit17057693120785801947/checkpoints/21e2debdfd3dd44c55b9e77e6c84805b/chk-71.
23:57:11.903 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:57:11.903 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:57:11.904 [INFO - Thread-70] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:57:11.904 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:57:11.904 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.6.28.190:34457(127.6.28.190:34457)] disconnecting while in state TERMINATED
23:57:11.904 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.6.28.189:46549(127.6.28.189:46549)] disconnecting while in state TERMINATED
23:57:11.905 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:57:11.905 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:57:11.905 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 9eb3bc36acb680bab4e38ccb6d77f702
23:57:11.905 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
23:57:11.905 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9eb3bc36acb680bab4e38ccb6d77f702.
23:57:11.906 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
23:57:11.906 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 2bf279fca58d52bfb04fe365b941da91
23:57:11.906 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:57:11.906 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 9eb3bc36acb680bab4e38ccb6d77f702.
23:57:11.907 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:57:11.907 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:57:11.907 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id 3219bcf9e400390f1664ce104eaa9adb
23:57:11.907 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:11.907 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:57:11.907 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.6.28.188:34021(127.6.28.188:34021)] disconnecting while in state TERMINATED
23:57:11.908 [DEBUG - Thread-70] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:11.908169 12402 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:57:11.908 [WARN - pool-482-thread-1] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:363)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:445)
	at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
	at org.apache.kudu.client.KuduRpc.<init>(KuduRpc.java:175)
	at org.apache.kudu.client.ConnectToMasterRequest.<init>(ConnectToMasterRequest.java:58)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:107)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at org.apache.kudu.shaded.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:11.908 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.909 [WARN - pool-482-thread-1] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:363)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:445)
	at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
	at org.apache.kudu.client.KuduRpc.<init>(KuduRpc.java:175)
	at org.apache.kudu.client.ConnectToMasterRequest.<init>(ConnectToMasterRequest.java:58)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:107)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at org.apache.kudu.shaded.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:11.909 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.909 [WARN - pool-482-thread-1] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:363)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:445)
	at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
	at org.apache.kudu.client.KuduRpc.<init>(KuduRpc.java:175)
	at org.apache.kudu.client.ConnectToMasterRequest.<init>(ConnectToMasterRequest.java:58)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:107)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at org.apache.kudu.shaded.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:11.909 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:11.909 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.909 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.909 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:11.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:11.910 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:11.910 [WARN - kudu-nio-5] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:363)
	at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:445)
	at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:11.908860 12402 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:57:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:11.909699 12402 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:57:11.914 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 21e2debdfd3dd44c55b9e77e6c84805b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:57:11.914 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:57:11.914 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d4b44031-4a21-472d-958a-ed26b8e022c6 @ 127.0.0.1 (dataPort=-1) with allocation id adda2d48dd77b3402898c17cdf0aaf57
23:57:11.915 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2bf279fca58d52bfb04fe365b941da91.
23:57:11.916 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 2bf279fca58d52bfb04fe365b941da91.
23:57:11.917 [INFO - Thread-70] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:57:11.917 [INFO - Thread-70] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:57:11.919 [DEBUG - Thread-70] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:11.919 [INFO - Thread-70] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:57:11.923 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:57:11.923 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:57:11.926 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e0a7075
23:57:11.926 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:11.929 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:57:11.930 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:57:11.930 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:57:11.932 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@619ee2c6
23:57:11.933 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 3219bcf9e400390f1664ce104eaa9adb.
23:57:11.934 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 3219bcf9e400390f1664ce104eaa9adb.
23:57:11.935 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:11.935 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:11.935 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:11.935 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:11.935 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot adda2d48dd77b3402898c17cdf0aaf57.
23:57:11.936 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id adda2d48dd77b3402898c17cdf0aaf57.
23:57:11.937 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
23:57:11.937 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
23:57:11.938 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:57:11.938 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:57:11.940 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@758cfce7
23:57:11.940 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:11.940 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:57:11.942 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:57:11.942 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:57:11.942 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:11.943 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6dcac335
23:57:11.943 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:11.943 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:57:11.945 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:57:11.945 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:57:11.947 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:57:11.947 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:57:11.950 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@565307e
23:57:11.950 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:11.950 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63bb5686
23:57:11.950 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17057693120785801947/checkpoints")
23:57:11.951 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:57:11.951 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7376a0c15549fc00cff456e456750264_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:57:11.952 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:11.952 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@555de9e3
23:57:11.953 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:11.955 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:11.955 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:11.956 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:11.956 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:11.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c222ff6
23:57:11.961 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:11.962 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:11.965 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:11.966 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:11.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:11.970165 12402 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:57:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:11.971740 12402 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.138.66
23:57:11.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.973 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:11.976 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:11.987 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:11.987 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:11.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.989 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:11.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.989 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:11.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.991 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:11.991 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:11.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.992 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:11.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.993 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:11.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:11.993 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:11.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:11.994 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:11.995 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:11.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:11.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:11.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.001 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.002 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.006 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.007 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.008 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.009 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.009 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.011 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.011 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.012 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.015 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.015 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.016 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.017 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.017 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.019 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.022 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.025 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.027 [DEBUG - pool-486-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [11ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [56ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [57ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [69ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [70ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [71ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [71ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [188ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [302ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [423ms] refreshing cache from master, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [424ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [424ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [424ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [424ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [922ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [922ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [922ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [923ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1242ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1243ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.124:45059: Network error: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.125:41905: Network error: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.6.227.126:35549: Network error: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [1263ms] delaying RPC due to: Service unavailable: Master config (127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549, [4000ms] refreshing cache from master, [4001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.124:45059, [4001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.125:41905, [4001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.227.126:35549, [4001ms] too many traces: truncated at 100 traces, deferred=Deferred@1236920625(state=PENDING, result=null, callback=(continuation of Deferred@1657517926 after retry RPC after error@921296053) -> (continuation of Deferred@17422981 after retry RPC after error@125787124) -> (continuation of Deferred@942714106 after retry RPC after error@1086640957) -> (continuation of Deferred@265741394 after retry RPC after error@1921760935) -> (continuation of Deferred@1331792752 after retry RPC after error@702211226) -> (continuation of Deferred@295072135 after retry RPC after error@1044876180) -> (continuation of Deferred@2101259559 after retry RPC after error@62814254) -> (continuation of Deferred@554056599 after retry RPC after error@597626632) -> (continuation of Deferred@734058953 after retry RPC after error@1540340631) -> (continuation of Deferred@1258682874 after retry RPC after error@280578269) -> (continuation of Deferred@1025164690 after retry RPC after error@464507557) -> (continuation of Deferred@2139169283 after retry RPC after error@623145614) -> (continuation of Deferred@1324946925 after retry RPC after error@723962989) -> (continuation of Deferred@1572954672 after retry RPC after error@1534581508) -> (continuation of Deferred@1562901498 after retry RPC after error@1082069399) -> (continuation of Deferred@385428298 after retry RPC after error@1941142890) -> (continuation of Deferred@287944909 after retry RPC after error@694352086) -> (continuation of Deferred@1981687243 after retry RPC after error@506351183) -> (continuation of Deferred@1113402015 after retry RPC after error@2093469258) -> (continuation of Deferred@2079362148 after retry RPC after error@390130019) -> (continuation of Deferred@1021452486 after retry RPC after error@2115308686) -> (continuation of Deferred@24722564 after retry RPC after error@300078649) -> (continuation of Deferred@1009459411 after retry RPC after error@1787570852) -> (continuation of Deferred@576304749 after retry RPC after error@621670145) -> (continuation of Deferred@1078292171 after retry RPC after error@1259840877) -> (continuation of Deferred@613587132 after retry RPC after error@1848446664), errback=(continuation of Deferred@1657517926 after retry RPC after error@921296053) -> (continuation of Deferred@17422981 after retry RPC after error@125787124) -> (continuation of Deferred@942714106 after retry RPC after error@1086640957) -> (continuation of Deferred@265741394 after retry RPC after error@1921760935) -> (continuation of Deferred@1331792752 after retry RPC after error@702211226) -> (continuation of Deferred@295072135 after retry RPC after error@1044876180) -> (continuation of Deferred@2101259559 after retry RPC after error@62814254) -> (continuation of Deferred@554056599 after retry RPC after error@597626632) -> (continuation of Deferred@734058953 after retry RPC after error@1540340631) -> (continuation of Deferred@1258682874 after retry RPC after error@280578269) -> (continuation of Deferred@1025164690 after retry RPC after error@464507557) -> (continuation of Deferred@2139169283 after retry RPC after error@623145614) -> (continuation of Deferred@1324946925 after retry RPC after error@723962989) -> (continuation of Deferred@1572954672 after retry RPC after error@1534581508) -> (continuation of Deferred@1562901498 after retry RPC after error@1082069399) -> (continuation of Deferred@385428298 after retry RPC after error@1941142890) -> (continuation of Deferred@287944909 after retry RPC after error@694352086) -> (continuation of Deferred@1981687243 after retry RPC after error@506351183) -> (continuation of Deferred@1113402015 after retry RPC after error@2093469258) -> (continuation of Deferred@2079362148 after retry RPC after error@390130019) -> (continuation of Deferred@1021452486 after retry RPC after error@2115308686) -> (continuation of Deferred@24722564 after retry RPC after error@300078649) -> (continuation of Deferred@1009459411 after retry RPC after error@1787570852) -> (continuation of Deferred@576304749 after retry RPC after error@621670145) -> (continuation of Deferred@1078292171 after retry RPC after error@1259840877) -> (continuation of Deferred@613587132 after retry RPC after error@1848446664)))
23:57:12.027 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.029 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.029 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.029 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.029 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:12.029 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:12.030 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:12.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:12.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:12.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:12.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:12.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:12.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:12.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:12.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:12.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:12.031 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:12.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.032 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:12.033881 12402 tablet_server_runner.cc:78] Tablet server non-default flags:
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/data
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/wal
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.66:0
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/data/info.pb
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.66
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.138.66
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/logs
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:57:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:57:12.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:57:12.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:57:12.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:57:12.035 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.035 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.035 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.036 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.037 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:12.035935 12402 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:57:12.037 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:12.038316 12402 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:57:12.039 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:12.040 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:12.040 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:12.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:12.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:12.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:12.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:12.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:12.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:12.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:12.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:12.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:12.041 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:12.042 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.042 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.042 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.042 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.043 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.044 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.045 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.052 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.054 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.055 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.056 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.057 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.058 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.060 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.061 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:12.061826 12466 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:12.062 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.063 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.063 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.067 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.075 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.076 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.076 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.076 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.077 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.077 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.077 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.078 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.080 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.081 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.081 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.082 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.082 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.082 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.083 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:12.083 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:12.083 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:12.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:12.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:12.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:12.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:12.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:12.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:12.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:12.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:12.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:12.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:12.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.091 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.093 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.094 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.095 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.096 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.096 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.096 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.096 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.096 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.097 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.097 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.097 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.097 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.098 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.102 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.102 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.102 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.103 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.110 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.110 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.111 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.111 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.115 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.116 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.116 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.117 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.117 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.118 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.128 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.128 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.128 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.135 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.135 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.135 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.137 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.137 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.148 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.148 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.148 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.149 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.149 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.150 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.167 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.168 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.168 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.169 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.169 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.176 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.176 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.176 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.177 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.177 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.177 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.177 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.178 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.182 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.182 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.182 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.183 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.185 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.215 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.215 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.215 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.217 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.247 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.248 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.248 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.249 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.277 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.277 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.277 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.279 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.282 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.282 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.282 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.284 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.318 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.318 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.318 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.320 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.320 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.349 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.349 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.349 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.350 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.377 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:12.377 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:12.377 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:12.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:12.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:12.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:12.379 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:12.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:12.414729 12397 heartbeater.cc:499] Master 127.11.138.124:34711 was elected leader, sending a full tablet report...
23:57:12.416 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.417 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.417 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.455 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.455 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.455 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.456 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.580 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:12.580 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:12.581 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:12.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:12.582 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:12.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:12.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:12.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:12.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:12.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:12.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:12.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:12.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:12.588 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.636 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.636 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.636 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.639 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.643 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.643 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.643 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.644 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.671 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:12.671 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:12.671 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:12.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:12.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:12.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:12.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:12.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:12.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:12.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:12.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:12.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:12.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:12.709 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:12.709 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:12.710 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:12.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:12.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:12.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:12.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:12.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:12.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:12.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:12.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:12.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:12.711 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:12.748 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.748 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.749 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.750 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.750 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.750 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.751 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.802 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.802 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.802 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.952 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:12.954 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:12.954 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:12.954 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:12.955 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:12.955 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:12.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:12.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:12.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:12.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:12.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:12.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:12.955 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:12.955 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:12.955 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:12.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:12.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:12.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:12.956 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:12.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:12.957 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:13.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.061 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:13.061 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:13.062 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:13.062 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:13.062 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:13.062 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:13.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:13.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:13.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:13.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:13.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:13.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:13.063 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:13.074 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:13.075 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:13.075 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:13.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:13.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:13.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:13.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:13.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:13.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:13.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:13.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:13.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:13.076 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:13.076 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:13.076 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:13.077 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:13.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:13.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.097 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:13.097 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:13.097 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:13.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:13.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:13.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:13.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:13.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:13.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:13.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:13.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:13.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:13.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:13.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:13.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:13.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:13.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:13.195 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:13.196 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:13.196 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:13.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:13.217 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:13.218 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:13.218 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:13.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:13.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.282 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:13.282 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:13.282 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:13.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.284 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:13.289 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:13.289 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:13.289 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:13.290 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.290 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.290 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.291 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:13.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.589 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.595 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:13.596 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:13.596 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:13.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:13.708 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:13.709 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:13.709 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:13.709 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.709 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.710 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:13.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:13.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:13.711 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:13.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.765 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:13.765 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:13.765 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:13.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:13.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:13.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:13.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:13.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:13.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:13.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:13.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:13.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:13.767 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:13.794 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:13.794 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:13.794 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:13.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.796 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:13.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.939 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:13.939 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:13.939 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:13.940 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:13.940 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:13.940 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:13.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:13.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:13.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:13.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:13.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:13.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:13.942 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:13.952 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:13.989 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:13.989 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:13.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:13.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:13.991 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:13.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:13.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:14.016 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:14.017 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:14.017 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:14.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:14.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:14.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:14.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:14.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:14.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:14.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:14.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:14.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:14.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:14.050 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:14.050 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:14.050 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:14.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:14.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:14.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:14.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:14.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:14.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:14.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:14.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:14.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:14.052 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:14.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.341 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:14.341 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:14.342 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:14.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:14.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.374 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:14.374 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:14.374 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:14.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.376 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:14.388 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:14.389 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:14.389 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:14.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:14.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:14.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:14.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:14.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:14.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:14.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:14.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:14.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:14.392 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:14.434 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:14.434 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:14.434 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:14.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:14.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:14.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:14.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:14.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:14.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:14.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:14.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:14.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:14.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:14.452 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.517 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:14.517 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:14.517 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:14.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:14.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:14.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:14.518 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:14.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.576 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:14.576 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:14.576 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:14.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:14.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:14.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:14.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:14.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:14.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:14.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:14.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:14.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:14.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:14.578 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:14.578 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:14.578 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:14.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:14.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:14.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:14.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:14.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:14.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:14.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:14.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:14.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:14.580 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:14.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:12.065318 12468 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:14.776997 12402 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.711s	user 0.952s	sys 1.597s
23:57:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:13.462901 12464 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 12402
23:57:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:14.778170 12470 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2709 milliseconds
23:57:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:14.777420 12402 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.711s	user 0.952s	sys 1.597s
23:57:14.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.779491 12402 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:57:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:14.779556 12471 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.784204 12402 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:57:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.787071 12402 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:57:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.788432 12402 hybrid_clock.cc:648] HybridClock initialized: now 1783468634788397 us; error 47 us; skew 500 ppm
23:57:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.789371 12402 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:57:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.796604 12402 webserver.cc:534] Webserver started at http://127.11.138.66:34999/ using document root <none> and password file <none>
23:57:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.797911 12402 fs_manager.cc:362] Metadata directory not provided
23:57:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.798110 12402 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:57:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.798676 12402 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:57:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.804191 12402 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/data/instance:
23:57:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec64e7630cfb4595b89da788f3fc9b3b"
23:57:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:14 on dist-test-slave-1rxj"
23:57:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.805694 12402 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/wal/instance:
23:57:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec64e7630cfb4595b89da788f3fc9b3b"
23:57:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:14 on dist-test-slave-1rxj"
23:57:14.806 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:14.806 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:14.806 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:14.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:14.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:14.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:14.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:14.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:14.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:14.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:14.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:14.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:14.807 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.814765 12402 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.002s
23:57:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.821368 12483 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:57:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.823143 12402 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
23:57:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.823714 12402 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/wal
23:57:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec64e7630cfb4595b89da788f3fc9b3b"
23:57:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:14 on dist-test-slave-1rxj"
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.824188 12402 fs_report.cc:389] FS layout report
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/wal
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/wal
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/data/data
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:57:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:57:14.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.886142 12402 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:57:14.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.887782 12402 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:57:14.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.888283 12402 kserver.cc:163] Server-wide thread pool size limit: 3276
23:57:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.891477 12402 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:57:14.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.896371 12402 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:57:14.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.896580 12402 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:57:14.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.896788 12402 ts_tablet_manager.cc:616] Registered 0 tablets
23:57:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:14.896922 12402 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:57:14.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.094159 12402 rpc_server.cc:307] RPC server started. Bound to: 127.11.138.66:41551
23:57:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.094303 12598 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.138.66:41551 every 8 connection(s)
23:57:15.094 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:15.094 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:15.095 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:15.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.095 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:15.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.097151 12402 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/data/info.pb
23:57:15.105 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:15.105 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:15.105 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.104938 11817 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 12402
23:57:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.105398 11817 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-1/wal/instance
23:57:15.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.107 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.141311 11817 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu
23:57:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/wal
23:57:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/data
23:57:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/logs
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/data/info.pb
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.67:0
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.138.67
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.67
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:57:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.154994 12601 heartbeater.cc:344] Connected to a master server at 127.11.138.126:39007
23:57:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.155550 12601 heartbeater.cc:461] Registering TS with master...
23:57:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.156939 12601 heartbeater.cc:507] Master 127.11.138.126:39007 requested a full tablet report, sending...
23:57:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.157773 12600 heartbeater.cc:344] Connected to a master server at 127.11.138.125:33045
23:57:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.158183 12600 heartbeater.cc:461] Registering TS with master...
23:57:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.158579 12599 heartbeater.cc:344] Connected to a master server at 127.11.138.124:34711
23:57:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.158906 12599 heartbeater.cc:461] Registering TS with master...
23:57:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.159267 12600 heartbeater.cc:507] Master 127.11.138.125:33045 requested a full tablet report, sending...
23:57:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.159883 12599 heartbeater.cc:507] Master 127.11.138.124:34711 requested a full tablet report, sending...
23:57:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.160923 11919 ts_manager.cc:194] Registered new tserver with Master: ec64e7630cfb4595b89da788f3fc9b3b (127.11.138.66:41551)
23:57:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.163064 11996 ts_manager.cc:194] Registered new tserver with Master: ec64e7630cfb4595b89da788f3fc9b3b (127.11.138.66:41551)
23:57:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.167040 12091 ts_manager.cc:194] Registered new tserver with Master: ec64e7630cfb4595b89da788f3fc9b3b (127.11.138.66:41551)
23:57:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.169323 12091 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.138.66:33459
23:57:15.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.270 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:15.270 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:15.270 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:15.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:15.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:15.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:15.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:15.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:15.270 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:15.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:15.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:15.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:15.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:15.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.422 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:15.422 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:15.422 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:15.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.423 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:15.440 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:15.440 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:15.440 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:15.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:15.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:15.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:15.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:15.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:15.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:15.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:15.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:15.441 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:15.441 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:15.452 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.459 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:15.459 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:15.459 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:15.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:15.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:15.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:15.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:15.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:15.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:15.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:15.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:15.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:15.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:15.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:15.521633 12609 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:57:15.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:15.522251 12609 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:57:15.522 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:15.522 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:15.522 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:15.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:15.522977 12609 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:57:15.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:15.560 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:15.567878 12609 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:57:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:15.569156 12609 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.138.67
23:57:15.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.616341 12609 tablet_server_runner.cc:78] Tablet server non-default flags:
23:57:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:57:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.138.84:37501
23:57:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:57:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:57:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/data
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/wal
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.138.67:0
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/data/info.pb
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.138.67
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.138.126:39007,127.11.138.125:33045,127.11.138.124:34711
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.138.67
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/logs
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:57:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:57:15.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.618108 12609 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:57:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.620141 12609 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:57:15.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:15.636070 12615 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:15.648 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:15.648 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:15.648 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:15.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.648 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.648 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.649 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.649 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.649 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:15.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.822 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:15.822 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:15.822 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:15.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:15.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:15.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:15.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:15.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:15.823 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:15.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:15.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:15.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:15.824 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:15.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.857 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:15.857 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:15.857 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:15.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:15.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:15.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:15.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:15.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:15.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:15.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:15.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:15.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:15.858 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:15.862 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:15.862 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:15.862 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:15.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.863 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:15.874 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:15.875 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:15.875 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:15.875 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:15.876 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:15.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.877 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:15.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:15.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:15.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:15.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:15.885 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:15.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:15.976 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:15.976 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:15.976 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:15.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:15.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:15.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:15.978 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:16.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.114 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:16.114 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:16.114 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:16.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:16.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:16.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:16.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:16.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:16.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:16.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:16.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:16.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:16.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:16.174086 12599 heartbeater.cc:499] Master 127.11.138.124:34711 was elected leader, sending a full tablet report...
23:57:16.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.314 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:16.314 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:16.314 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:16.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:16.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:16.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:16.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:16.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:16.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:16.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:16.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:16.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:16.315 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:16.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.346 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:16.346 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:16.346 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:16.346 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.346 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.346 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.347 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:16.430 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:16.430 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:16.430 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:16.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:16.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:16.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:16.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:16.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:16.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:16.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:16.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:16.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:16.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:16.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.560 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.602 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:16.602 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:16.603 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:16.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.604 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:16.631 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:16.631 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:16.631 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:16.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:16.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:16.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:16.632 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:16.657 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:16.657 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:16.658 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:16.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:16.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:16.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:16.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:16.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:16.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:16.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:16.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:16.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:16.659 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:16.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.814 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:16.814 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:16.814 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:16.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:16.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:16.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:16.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:16.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:16.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:16.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:16.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:16.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:16.815 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:16.815 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=33, TimeoutTracker(timeout=30000, elapsed=27309), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [57ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [57ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [206ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [543ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [603ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1163ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1762ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2382ms] too many traces: truncated at 100 traces, deferred=Deferred@969656585(state=PENDING, result=null, callback=(continuation of Deferred@1394305803 after retry RPC after error@2051448009) -> (continuation of Deferred@2029634045 after retry RPC after error@522046570) -> (continuation of Deferred@391561137 after retry RPC after error@1505282374) -> (continuation of Deferred@1878531493 after retry RPC after error@511173292) -> (continuation of Deferred@1014922724 after retry RPC after error@588472788) -> (continuation of Deferred@204031270 after retry RPC after error@770352269) -> (continuation of Deferred@1647607177 after retry RPC after error@1519500762) -> (continuation of Deferred@483902427 after retry RPC after error@1692516864) -> (continuation of Deferred@628634400 after retry RPC after error@1926247736) -> (continuation of Deferred@1354492322 after retry RPC after error@983613559) -> (continuation of Deferred@1579488560 after retry RPC after error@766480953) -> (continuation of Deferred@576096471 after retry RPC after error@516507538) -> (continuation of Deferred@1748192750 after retry RPC after error@970732683) -> (continuation of Deferred@802820951 after retry RPC after error@2080060649) -> (continuation of Deferred@164973125 after retry RPC after error@1366642584) -> (continuation of Deferred@785034826 after retry RPC after error@213162758) -> (continuation of Deferred@789606327 after retry RPC after error@1424161858) -> (continuation of Deferred@799125610 after retry RPC after error@132473395) -> (continuation of Deferred@732219567 after retry RPC after error@1759981941) -> (continuation of Deferred@1248325347 after retry RPC after error@1715464550) -> (continuation of Deferred@1800643774 after retry RPC after error@988699704) -> (continuation of Deferred@1334553968 after retry RPC after error@1457920318) -> (continuation of Deferred@543564040 after retry RPC after error@1755428512) -> (continuation of Deferred@2060674793 after retry RPC after error@471510884) -> (continuation of Deferred@224768910 after retry RPC after error@1754529844) -> (continuation of Deferred@160548833 after retry RPC after error@1085880376) -> (continuation of Deferred@1625299554 after retry RPC after error@683484138) -> (continuation of Deferred@789862355 after retry RPC after error@644203249) -> (continuation of Deferred@1178005333 after retry RPC after error@131409418) -> (continuation of Deferred@175264748 after retry RPC after error@42498585) -> (continuation of Deferred@1941270874 after retry RPC after error@1568599120) -> (continuation of Deferred@1166752032 after retry RPC after error@76733242), errback=(continuation of Deferred@1394305803 after retry RPC after error@2051448009) -> (continuation of Deferred@2029634045 after retry RPC after error@522046570) -> (continuation of Deferred@391561137 after retry RPC after error@1505282374) -> (continuation of Deferred@1878531493 after retry RPC after error@511173292) -> (continuation of Deferred@1014922724 after retry RPC after error@588472788) -> (continuation of Deferred@204031270 after retry RPC after error@770352269) -> (continuation of Deferred@1647607177 after retry RPC after error@1519500762) -> (continuation of Deferred@483902427 after retry RPC after error@1692516864) -> (continuation of Deferred@628634400 after retry RPC after error@1926247736) -> (continuation of Deferred@1354492322 after retry RPC after error@983613559) -> (continuation of Deferred@1579488560 after retry RPC after error@766480953) -> (continuation of Deferred@576096471 after retry RPC after error@516507538) -> (continuation of Deferred@1748192750 after retry RPC after error@970732683) -> (continuation of Deferred@802820951 after retry RPC after error@2080060649) -> (continuation of Deferred@164973125 after retry RPC after error@1366642584) -> (continuation of Deferred@785034826 after retry RPC after error@213162758) -> (continuation of Deferred@789606327 after retry RPC after error@1424161858) -> (continuation of Deferred@799125610 after retry RPC after error@132473395) -> (continuation of Deferred@732219567 after retry RPC after error@1759981941) -> (continuation of Deferred@1248325347 after retry RPC after error@1715464550) -> (continuation of Deferred@1800643774 after retry RPC after error@988699704) -> (continuation of Deferred@1334553968 after retry RPC after error@1457920318) -> (continuation of Deferred@543564040 after retry RPC after error@1755428512) -> (continuation of Deferred@2060674793 after retry RPC after error@471510884) -> (continuation of Deferred@224768910 after retry RPC after error@1754529844) -> (continuation of Deferred@160548833 after retry RPC after error@1085880376) -> (continuation of Deferred@1625299554 after retry RPC after error@683484138) -> (continuation of Deferred@789862355 after retry RPC after error@644203249) -> (continuation of Deferred@1178005333 after retry RPC after error@131409418) -> (continuation of Deferred@175264748 after retry RPC after error@42498585) -> (continuation of Deferred@1941270874 after retry RPC after error@1568599120) -> (continuation of Deferred@1166752032 after retry RPC after error@76733242)))
23:57:16.816 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:57:16.816 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=33, TimeoutTracker(timeout=30000, elapsed=27309), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [57ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [57ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [206ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [543ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [603ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1163ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1762ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2382ms] too many traces: truncated at 100 traces, deferred=Deferred@969656585(state=PENDING, result=null, callback=(continuation of Deferred@1394305803 after retry RPC after error@2051448009) -> (continuation of Deferred@2029634045 after retry RPC after error@522046570) -> (continuation of Deferred@391561137 after retry RPC after error@1505282374) -> (continuation of Deferred@1878531493 after retry RPC after error@511173292) -> (continuation of Deferred@1014922724 after retry RPC after error@588472788) -> (continuation of Deferred@204031270 after retry RPC after error@770352269) -> (continuation of Deferred@1647607177 after retry RPC after error@1519500762) -> (continuation of Deferred@483902427 after retry RPC after error@1692516864) -> (continuation of Deferred@628634400 after retry RPC after error@1926247736) -> (continuation of Deferred@1354492322 after retry RPC after error@983613559) -> (continuation of Deferred@1579488560 after retry RPC after error@766480953) -> (continuation of Deferred@576096471 after retry RPC after error@516507538) -> (continuation of Deferred@1748192750 after retry RPC after error@970732683) -> (continuation of Deferred@802820951 after retry RPC after error@2080060649) -> (continuation of Deferred@164973125 after retry RPC after error@1366642584) -> (continuation of Deferred@785034826 after retry RPC after error@213162758) -> (continuation of Deferred@789606327 after retry RPC after error@1424161858) -> (continuation of Deferred@799125610 after retry RPC after error@132473395) -> (continuation of Deferred@732219567 after retry RPC after error@1759981941) -> (continuation of Deferred@1248325347 after retry RPC after error@1715464550) -> (continuation of Deferred@1800643774 after retry RPC after error@988699704) -> (continuation of Deferred@1334553968 after retry RPC after error@1457920318) -> (continuation of Deferred@543564040 after retry RPC after error@1755428512) -> (continuation of Deferred@2060674793 after retry RPC after error@471510884) -> (continuation of Deferred@224768910 after retry RPC after error@1754529844) -> (continuation of Deferred@160548833 after retry RPC after error@1085880376) -> (continuation of Deferred@1625299554 after retry RPC after error@683484138) -> (continuation of Deferred@789862355 after retry RPC after error@644203249) -> (continuation of Deferred@1178005333 after retry RPC after error@131409418) -> (continuation of Deferred@175264748 after retry RPC after error@42498585) -> (continuation of Deferred@1941270874 after retry RPC after error@1568599120) -> (continuation of Deferred@1166752032 after retry RPC after error@76733242), errback=(continuation of Deferred@1394305803 after retry RPC after error@2051448009) -> (continuation of Deferred@2029634045 after retry RPC after error@522046570) -> (continuation of Deferred@391561137 after retry RPC after error@1505282374) -> (continuation of Deferred@1878531493 after retry RPC after error@511173292) -> (continuation of Deferred@1014922724 after retry RPC after error@588472788) -> (continuation of Deferred@204031270 after retry RPC after error@770352269) -> (continuation of Deferred@1647607177 after retry RPC after error@1519500762) -> (continuation of Deferred@483902427 after retry RPC after error@1692516864) -> (continuation of Deferred@628634400 after retry RPC after error@1926247736) -> (continuation of Deferred@1354492322 after retry RPC after error@983613559) -> (continuation of Deferred@1579488560 after retry RPC after error@766480953) -> (continuation of Deferred@576096471 after retry RPC after error@516507538) -> (continuation of Deferred@1748192750 after retry RPC after error@970732683) -> (continuation of Deferred@802820951 after retry RPC after error@2080060649) -> (continuation of Deferred@164973125 after retry RPC after error@1366642584) -> (continuation of Deferred@785034826 after retry RPC after error@213162758) -> (continuation of Deferred@789606327 after retry RPC after error@1424161858) -> (continuation of Deferred@799125610 after retry RPC after error@132473395) -> (continuation of Deferred@732219567 after retry RPC after error@1759981941) -> (continuation of Deferred@1248325347 after retry RPC after error@1715464550) -> (continuation of Deferred@1800643774 after retry RPC after error@988699704) -> (continuation of Deferred@1334553968 after retry RPC after error@1457920318) -> (continuation of Deferred@543564040 after retry RPC after error@1755428512) -> (continuation of Deferred@2060674793 after retry RPC after error@471510884) -> (continuation of Deferred@224768910 after retry RPC after error@1754529844) -> (continuation of Deferred@160548833 after retry RPC after error@1085880376) -> (continuation of Deferred@1625299554 after retry RPC after error@683484138) -> (continuation of Deferred@789862355 after retry RPC after error@644203249) -> (continuation of Deferred@1178005333 after retry RPC after error@131409418) -> (continuation of Deferred@175264748 after retry RPC after error@42498585) -> (continuation of Deferred@1941270874 after retry RPC after error@1568599120) -> (continuation of Deferred@1166752032 after retry RPC after error@76733242)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:16.817 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:57:16.820 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
23:57:16.822 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=33, TimeoutTracker(timeout=30000, elapsed=27309), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [57ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [57ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [206ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [421ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [542ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [543ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [603ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1163ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1762ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2382ms] too many traces: truncated at 100 traces, deferred=Deferred@969656585(state=PENDING, result=null, callback=(continuation of Deferred@1394305803 after retry RPC after error@2051448009) -> (continuation of Deferred@2029634045 after retry RPC after error@522046570) -> (continuation of Deferred@391561137 after retry RPC after error@1505282374) -> (continuation of Deferred@1878531493 after retry RPC after error@511173292) -> (continuation of Deferred@1014922724 after retry RPC after error@588472788) -> (continuation of Deferred@204031270 after retry RPC after error@770352269) -> (continuation of Deferred@1647607177 after retry RPC after error@1519500762) -> (continuation of Deferred@483902427 after retry RPC after error@1692516864) -> (continuation of Deferred@628634400 after retry RPC after error@1926247736) -> (continuation of Deferred@1354492322 after retry RPC after error@983613559) -> (continuation of Deferred@1579488560 after retry RPC after error@766480953) -> (continuation of Deferred@576096471 after retry RPC after error@516507538) -> (continuation of Deferred@1748192750 after retry RPC after error@970732683) -> (continuation of Deferred@802820951 after retry RPC after error@2080060649) -> (continuation of Deferred@164973125 after retry RPC after error@1366642584) -> (continuation of Deferred@785034826 after retry RPC after error@213162758) -> (continuation of Deferred@789606327 after retry RPC after error@1424161858) -> (continuation of Deferred@799125610 after retry RPC after error@132473395) -> (continuation of Deferred@732219567 after retry RPC after error@1759981941) -> (continuation of Deferred@1248325347 after retry RPC after error@1715464550) -> (continuation of Deferred@1800643774 after retry RPC after error@988699704) -> (continuation of Deferred@1334553968 after retry RPC after error@1457920318) -> (continuation of Deferred@543564040 after retry RPC after error@1755428512) -> (continuation of Deferred@2060674793 after retry RPC after error@471510884) -> (continuation of Deferred@224768910 after retry RPC after error@1754529844) -> (continuation of Deferred@160548833 after retry RPC after error@1085880376) -> (continuation of Deferred@1625299554 after retry RPC after error@683484138) -> (continuation of Deferred@789862355 after retry RPC after error@644203249) -> (continuation of Deferred@1178005333 after retry RPC after error@131409418) -> (continuation of Deferred@175264748 after retry RPC after error@42498585) -> (continuation of Deferred@1941270874 after retry RPC after error@1568599120) -> (continuation of Deferred@1166752032 after retry RPC after error@76733242), errback=(continuation of Deferred@1394305803 after retry RPC after error@2051448009) -> (continuation of Deferred@2029634045 after retry RPC after error@522046570) -> (continuation of Deferred@391561137 after retry RPC after error@1505282374) -> (continuation of Deferred@1878531493 after retry RPC after error@511173292) -> (continuation of Deferred@1014922724 after retry RPC after error@588472788) -> (continuation of Deferred@204031270 after retry RPC after error@770352269) -> (continuation of Deferred@1647607177 after retry RPC after error@1519500762) -> (continuation of Deferred@483902427 after retry RPC after error@1692516864) -> (continuation of Deferred@628634400 after retry RPC after error@1926247736) -> (continuation of Deferred@1354492322 after retry RPC after error@983613559) -> (continuation of Deferred@1579488560 after retry RPC after error@766480953) -> (continuation of Deferred@576096471 after retry RPC after error@516507538) -> (continuation of Deferred@1748192750 after retry RPC after error@970732683) -> (continuation of Deferred@802820951 after retry RPC after error@2080060649) -> (continuation of Deferred@164973125 after retry RPC after error@1366642584) -> (continuation of Deferred@785034826 after retry RPC after error@213162758) -> (continuation of Deferred@789606327 after retry RPC after error@1424161858) -> (continuation of Deferred@799125610 after retry RPC after error@132473395) -> (continuation of Deferred@732219567 after retry RPC after error@1759981941) -> (continuation of Deferred@1248325347 after retry RPC after error@1715464550) -> (continuation of Deferred@1800643774 after retry RPC after error@988699704) -> (continuation of Deferred@1334553968 after retry RPC after error@1457920318) -> (continuation of Deferred@543564040 after retry RPC after error@1755428512) -> (continuation of Deferred@2060674793 after retry RPC after error@471510884) -> (continuation of Deferred@224768910 after retry RPC after error@1754529844) -> (continuation of Deferred@160548833 after retry RPC after error@1085880376) -> (continuation of Deferred@1625299554 after retry RPC after error@683484138) -> (continuation of Deferred@789862355 after retry RPC after error@644203249) -> (continuation of Deferred@1178005333 after retry RPC after error@131409418) -> (continuation of Deferred@175264748 after retry RPC after error@42498585) -> (continuation of Deferred@1941270874 after retry RPC after error@1568599120) -> (continuation of Deferred@1166752032 after retry RPC after error@76733242)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.167.188:37217
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:16.823 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:16.823 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
23:57:16.823 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
23:57:16.823 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RUNNING to RESTARTING.
23:57:16.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:16.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.019 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:17.020 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:17.020 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:17.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:17.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:17.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:17.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:17.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:17.020 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:17.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:17.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:17.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:17.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:15.640219 12618 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:15.640466 12616 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:57:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:15.642910 12609 server_base.cc:1061] running on GCE node
23:57:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.032738 12609 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:57:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.035950 12609 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:57:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.037475 12609 hybrid_clock.cc:648] HybridClock initialized: now 1783468637037439 us; error 43 us; skew 500 ppm
23:57:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.038618 12609 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:57:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.046324 12609 webserver.cc:534] Webserver started at http://127.11.138.67:36093/ using document root <none> and password file <none>
23:57:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.047399 12609 fs_manager.cc:362] Metadata directory not provided
23:57:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.047591 12609 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:57:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.048157 12609 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:57:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.053435 12609 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/data/instance:
23:57:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae474efd8fe9438fbe1de936f06c51ea"
23:57:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:17 on dist-test-slave-1rxj"
23:57:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.054883 12609 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/wal/instance:
23:57:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae474efd8fe9438fbe1de936f06c51ea"
23:57:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:17 on dist-test-slave-1rxj"
23:57:17.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.060 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.060 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.061 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.061 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.062 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [35ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [91ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [92ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [137ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [521ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [522ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [881ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [882ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1562ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1622ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3461ms] too many traces: truncated at 100 traces, deferred=Deferred@1712140532(state=PENDING, result=null, callback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711), errback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711)))
23:57:17.063 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.063 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.063 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.063 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [35ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [91ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [92ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [137ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [521ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [522ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [881ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [882ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1562ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1622ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3461ms] too many traces: truncated at 100 traces, deferred=Deferred@1712140532(state=PENDING, result=null, callback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711), errback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [35ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [91ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [92ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [137ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [521ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [522ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [881ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [882ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1562ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1622ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3461ms] too many traces: truncated at 100 traces, deferred=Deferred@1712140532(state=PENDING, result=null, callback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711), errback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.252:33517
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:17.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.064 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.064468 12609 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.003s
23:57:17.068 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [35ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [91ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [92ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [137ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [521ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [522ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [881ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [882ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1562ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1622ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3461ms] too many traces: truncated at 100 traces, deferred=Deferred@1712140532(state=PENDING, result=null, callback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711), errback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [35ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [35ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [91ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [92ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [137ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [138ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [521ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [522ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [881ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [882ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [882ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1562ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.253:40309: Network error: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.254:35097: Network error: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.223.252:33517: Network error: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [1622ms] delaying RPC due to: Service unavailable: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.253:40309, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.254:35097, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.223.252:33517, [3461ms] too many traces: truncated at 100 traces, deferred=Deferred@1712140532(state=PENDING, result=null, callback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711), errback=(continuation of Deferred@931763554 after retry RPC after error@1502155497) -> (continuation of Deferred@1956063371 after retry RPC after error@2064788605) -> (continuation of Deferred@13341944 after retry RPC after error@298111058) -> (continuation of Deferred@1549431185 after retry RPC after error@910282659) -> (continuation of Deferred@1785852359 after retry RPC after error@1560345243) -> (continuation of Deferred@1381621331 after retry RPC after error@1784491884) -> (continuation of Deferred@256312361 after retry RPC after error@1439298424) -> (continuation of Deferred@1232999636 after retry RPC after error@1247507672) -> (continuation of Deferred@2097829878 after retry RPC after error@1732393244) -> (continuation of Deferred@1579374996 after retry RPC after error@1330580284) -> (continuation of Deferred@1624592580 after retry RPC after error@371789595) -> (continuation of Deferred@1375869875 after retry RPC after error@1696857124) -> (continuation of Deferred@800768820 after retry RPC after error@1907703823) -> (continuation of Deferred@866652681 after retry RPC after error@1234180740) -> (continuation of Deferred@818598881 after retry RPC after error@1805928655) -> (continuation of Deferred@409937896 after retry RPC after error@1373784667) -> (continuation of Deferred@928108125 after retry RPC after error@2130315848) -> (continuation of Deferred@525017624 after retry RPC after error@1555563320) -> (continuation of Deferred@1705119188 after retry RPC after error@1260708706) -> (continuation of Deferred@221860860 after retry RPC after error@285487264) -> (continuation of Deferred@1690125305 after retry RPC after error@149853183) -> (continuation of Deferred@1334810541 after retry RPC after error@2143170508) -> (continuation of Deferred@1897011529 after retry RPC after error@228531711)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.223.252:33517
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:57:17.068 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:57:17.069 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:57:17.069 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
23:57:17.069 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
23:57:17.069 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:57:17.069 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:57:17.069 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:57:17.069 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:57:17.069 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
23:57:17.069 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
23:57:17.070 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:57:17.070 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:57:17.070 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:57:17.072 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:57:17.072 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:57:17.073 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:57:17.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.073114 12629 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:57:17.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:57:17.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:57:17.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:57:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.075403 12609 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.002s	sys 0.001s
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.075810 12609 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/data,/tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/wal
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae474efd8fe9438fbe1de936f06c51ea"
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:57:17 on dist-test-slave-1rxj"
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.076344 12609 fs_report.cc:389] FS layout report
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/wal
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/wal
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/data/data
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:57:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:57:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:57:17.080 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.080 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.080 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.080 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.081 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.082 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:57:17.082 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
23:57:17.082 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:57:17.084 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:57:17.084 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
23:57:17.084 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:57:17.085 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:57:17.086 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
23:57:17.086 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:57:17.086 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:57:17.087 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:57:17.087 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:57:17.088 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:57:17.088 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
23:57:17.088 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4dfeeca2b0540f7d11f0127acc9190d8
23:57:17.100 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.101 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.101 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.101 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.101 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.102 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.120 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.120 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.120 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.121 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.140 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.140 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.140 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.141 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.141 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.147207 12609 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:57:17.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.149104 12609 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:57:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.149760 12609 kserver.cc:163] Server-wide thread pool size limit: 3276
23:57:17.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.152981 12609 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:57:17.155 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:17.156 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:17.156 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:17.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.157 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.158286 12609 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:57:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.158501 12609 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:57:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.158711 12609 ts_tablet_manager.cc:616] Registered 0 tablets
23:57:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.158846 12609 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:57:17.181 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.181 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.181 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.200 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.201 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.201 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.201 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.201 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.201 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.202 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.202 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.202 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.202 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.202 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.260 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.261 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.261 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.261 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.261 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.261 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.261 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.261 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.261 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.261 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.341410 12609 rpc_server.cc:307] RPC server started. Bound to: 127.11.138.67:34731
23:57:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.341463 12750 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.138.67:34731 every 8 connection(s)
23:57:17.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.344599 12609 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/data/info.pb
23:57:17.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.352929 11817 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu as pid 12609
23:57:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.353933 11817 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskB5WmW5/test-tmp/mini-kudu-cluster9818313874916688547/ts-2/wal/instance
23:57:17.381 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.381 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.381 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.392721 12751 heartbeater.cc:344] Connected to a master server at 127.11.138.124:34711
23:57:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.393368 12751 heartbeater.cc:461] Registering TS with master...
23:57:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.394925 12751 heartbeater.cc:507] Master 127.11.138.124:34711 requested a full tablet report, sending...
23:57:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.398499 12091 ts_manager.cc:194] Registered new tserver with Master: ae474efd8fe9438fbe1de936f06c51ea (127.11.138.67:34731)
23:57:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.400331 12091 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.138.67:51061
23:57:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.424513 12752 heartbeater.cc:344] Connected to a master server at 127.11.138.125:33045
23:57:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.424823 12752 heartbeater.cc:461] Registering TS with master...
23:57:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.425557 12752 heartbeater.cc:507] Master 127.11.138.125:33045 requested a full tablet report, sending...
23:57:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.426028 12753 heartbeater.cc:344] Connected to a master server at 127.11.138.126:39007
23:57:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.426467 12753 heartbeater.cc:461] Registering TS with master...
23:57:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.427179 12753 heartbeater.cc:507] Master 127.11.138.126:39007 requested a full tablet report, sending...
23:57:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.428465 11996 ts_manager.cc:194] Registered new tserver with Master: ae474efd8fe9438fbe1de936f06c51ea (127.11.138.67:34731)
23:57:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.430148 11919 ts_manager.cc:194] Registered new tserver with Master: ae474efd8fe9438fbe1de936f06c51ea (127.11.138.67:34731)
23:57:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.437199 11817 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:57:17.448 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:17.449 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:17.449 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:17.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.449 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.449 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.450 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:17.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.451 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:57:17.451 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:57:17.453 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.138.126"
      port: 39007
    }
    bound_http_address {
      host: "127.11.138.126"
      port: 44673
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.138.125"
      port: 33045
    }
    bound_http_address {
      host: "127.11.138.125"
      port: 42319
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.138.124"
      port: 34711
    }
    bound_http_address {
      host: "127.11.138.124"
      port: 36223
    }
  }
}

23:57:17.453 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:57:17.454 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.138.65"
      port: 46359
    }
    bound_http_address {
      host: "127.11.138.65"
      port: 39235
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.138.66"
      port: 41551
    }
    bound_http_address {
      host: "127.11.138.66"
      port: 34999
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.138.67"
      port: 34731
    }
    bound_http_address {
      host: "127.11.138.67"
      port: 36093
    }
  }
}

23:57:17.454 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:57:17.455 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:17.459 [DEBUG - main] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:17.459 [DEBUG - main] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:17.460 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.172.254:33797(127.10.172.254:33797)] Successfully connected to peer
23:57:17.460 [DEBUG - main] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:17.461 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.172.253:32945(127.10.172.253:32945)] Successfully connected to peer
23:57:17.462 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.10.172.252:33745(127.10.172.252:33745)] Successfully connected to peer
23:57:17.466 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.253
23:57:17.466 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.254
23:57:17.476 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.252
23:57:17.477 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:17.479 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:17.481 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x867778f6, L:/127.0.0.1:60750 - R:/127.10.172.254:33797] using SASL/PLAIN
23:57:17.483 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xabdff96b, L:/127.0.0.1:46756 - R:/127.10.172.253:32945] using SASL/PLAIN
23:57:17.489 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:17.492 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3d40c9ea, L:/127.0.0.1:54534 - R:/127.10.172.252:33745] using SASL/PLAIN
23:57:17.496 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:17.497 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=38), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.254:33797, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.253:32945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.252:33745, [27ms] Sub RPC ConnectToMaster: received response from server master-127.10.172.254:33797: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.10.172.253:32945: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.10.172.252:33745: OK, deferred=null) after lookup
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.501691 11216 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54534:
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:57:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:57:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:57:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:17.507083 11216 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:57:17.520 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:17.521 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:17.521 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:17.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:17.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:17.522 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:17.522 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:17.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 874460fcefd44ffc853a007e2e2a5878
23:57:17.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.677776 11459 tablet_service.cc:1511] Processing CreateTablet for tablet 00e5dd5756e44708bb2955b9a6ad68f5 (DEFAULT_TABLE table=replication_test_table [id=874460fcefd44ffc853a007e2e2a5878]), partition=RANGE (int8) PARTITION UNBOUNDED
23:57:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.681291 11459 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00e5dd5756e44708bb2955b9a6ad68f5. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:17.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.698357 11600 tablet_service.cc:1511] Processing CreateTablet for tablet 00e5dd5756e44708bb2955b9a6ad68f5 (DEFAULT_TABLE table=replication_test_table [id=874460fcefd44ffc853a007e2e2a5878]), partition=RANGE (int8) PARTITION UNBOUNDED
23:57:17.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.701149 11600 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00e5dd5756e44708bb2955b9a6ad68f5. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:17.705 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:17.705 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:17.705 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:17.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:17.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:17.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:17.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:17.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:17.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:17.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:17.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:17.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:17.706 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:17.709 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:17.709 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:17.709 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:17.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:17.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:17.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:17.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:17.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:17.710 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:17.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:17.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:17.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:17.710 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.704866 11741 tablet_service.cc:1511] Processing CreateTablet for tablet 00e5dd5756e44708bb2955b9a6ad68f5 (DEFAULT_TABLE table=replication_test_table [id=874460fcefd44ffc853a007e2e2a5878]), partition=RANGE (int8) PARTITION UNBOUNDED
23:57:17.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.715758 11741 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00e5dd5756e44708bb2955b9a6ad68f5. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.721086 12785 tablet_bootstrap.cc:492] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f: Bootstrap starting.
23:57:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.729671 12785 tablet_bootstrap.cc:654] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f: Neither blocks nor log segments found. Creating new log.
23:57:17.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.733179 12785 log.cc:826] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f: Log is configured to *not* fsync() on all Append() calls
23:57:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.746027 12785 tablet_bootstrap.cc:492] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f: No bootstrap required, opened a new log
23:57:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.746651 12785 ts_tablet_manager.cc:1403] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f: Time spent bootstrapping tablet: real 0.026s	user 0.015s	sys 0.008s
23:57:17.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.749439 12786 tablet_bootstrap.cc:492] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53: Bootstrap starting.
23:57:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.765328 12786 tablet_bootstrap.cc:654] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53: Neither blocks nor log segments found. Creating new log.
23:57:17.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.768181 12786 log.cc:826] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53: Log is configured to *not* fsync() on all Append() calls
23:57:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.772446 12788 tablet_bootstrap.cc:492] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21: Bootstrap starting.
23:57:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.776196 12785 raft_consensus.cc:359] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.777088 12785 raft_consensus.cc:385] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.777535 12785 raft_consensus.cc:740] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4b8139cfe6934d1eaaffcecb5fe0de3f, State: Initialized, Role: FOLLOWER
23:57:17.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.778187 12786 tablet_bootstrap.cc:492] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53: No bootstrap required, opened a new log
23:57:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.778764 12786 ts_tablet_manager.cc:1403] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53: Time spent bootstrapping tablet: real 0.030s	user 0.017s	sys 0.000s
23:57:17.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.779335 12785 consensus_queue.cc:260] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.782573 12788 tablet_bootstrap.cc:654] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21: Neither blocks nor log segments found. Creating new log.
23:57:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.786012 12788 log.cc:826] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21: Log is configured to *not* fsync() on all Append() calls
23:57:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.788452 12785 ts_tablet_manager.cc:1434] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f: Time spent starting tablet: real 0.041s	user 0.036s	sys 0.005s
23:57:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.800046 12788 tablet_bootstrap.cc:492] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21: No bootstrap required, opened a new log
23:57:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.800719 12788 ts_tablet_manager.cc:1403] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21: Time spent bootstrapping tablet: real 0.029s	user 0.013s	sys 0.011s
23:57:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.818713 12786 raft_consensus.cc:359] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.819926 12786 raft_consensus.cc:385] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.820349 12786 raft_consensus.cc:740] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 131e8076c0114763ab78c07b847c7a53, State: Initialized, Role: FOLLOWER
23:57:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.821465 12786 consensus_queue.cc:260] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:17.825778 11532 tablet.cc:2406] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:17.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.826969 12786 ts_tablet_manager.cc:1434] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53: Time spent starting tablet: real 0.048s	user 0.024s	sys 0.013s
23:57:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.834903 12792 raft_consensus.cc:493] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:57:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.835340 12788 raft_consensus.cc:359] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.836326 12788 raft_consensus.cc:385] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.836640 12788 raft_consensus.cc:740] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0e5166f2b7f43eca492d60f6f0edd21, State: Initialized, Role: FOLLOWER
23:57:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.835985 12792 raft_consensus.cc:515] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.837687 12788 consensus_queue.cc:260] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.841956 12788 ts_tablet_manager.cc:1434] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21: Time spent starting tablet: real 0.041s	user 0.026s	sys 0.010s
23:57:17.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.864825 12792 leader_election.cc:290] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4b8139cfe6934d1eaaffcecb5fe0de3f (127.10.172.193:45969), c0e5166f2b7f43eca492d60f6f0edd21 (127.10.172.195:46541)
23:57:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.875306 11761 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00e5dd5756e44708bb2955b9a6ad68f5" candidate_uuid: "131e8076c0114763ab78c07b847c7a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" is_pre_election: true
23:57:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.876291 11761 raft_consensus.cc:2468] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 131e8076c0114763ab78c07b847c7a53 in term 0.
23:57:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.878065 11556 leader_election.cc:304] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 131e8076c0114763ab78c07b847c7a53, c0e5166f2b7f43eca492d60f6f0edd21; no voters: 
23:57:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.879179 12792 raft_consensus.cc:2804] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:57:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.879526 12792 raft_consensus.cc:493] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:57:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.880062 12792 raft_consensus.cc:3060] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 0 FOLLOWER]: Advancing to term 1
23:57:17.882 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:17.882 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:17.882 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:17.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:17.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:17.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:17.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:17.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:17.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:17.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:17.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:17.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:17.883 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.885423 11479 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00e5dd5756e44708bb2955b9a6ad68f5" candidate_uuid: "131e8076c0114763ab78c07b847c7a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" is_pre_election: true
23:57:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.886353 11479 raft_consensus.cc:2468] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 131e8076c0114763ab78c07b847c7a53 in term 0.
23:57:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.889322 12792 raft_consensus.cc:515] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.892072 11479 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00e5dd5756e44708bb2955b9a6ad68f5" candidate_uuid: "131e8076c0114763ab78c07b847c7a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f"
23:57:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.892766 11479 raft_consensus.cc:3060] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f [term 0 FOLLOWER]: Advancing to term 1
23:57:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.892676 11761 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00e5dd5756e44708bb2955b9a6ad68f5" candidate_uuid: "131e8076c0114763ab78c07b847c7a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0e5166f2b7f43eca492d60f6f0edd21"
23:57:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.893210 11761 raft_consensus.cc:3060] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21 [term 0 FOLLOWER]: Advancing to term 1
23:57:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.896224 12792 leader_election.cc:290] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [CANDIDATE]: Term 1 election: Requested vote from peers 4b8139cfe6934d1eaaffcecb5fe0de3f (127.10.172.193:45969), c0e5166f2b7f43eca492d60f6f0edd21 (127.10.172.195:46541)
23:57:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:17.899302 11672 tablet.cc:2406] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.899377 11761 raft_consensus.cc:2468] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 131e8076c0114763ab78c07b847c7a53 in term 1.
23:57:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.899576 11479 raft_consensus.cc:2468] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 131e8076c0114763ab78c07b847c7a53 in term 1.
23:57:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.900789 11556 leader_election.cc:304] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 131e8076c0114763ab78c07b847c7a53, c0e5166f2b7f43eca492d60f6f0edd21; no voters: 
23:57:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.901582 12792 raft_consensus.cc:2804] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 1 FOLLOWER]: Leader election won for term 1
23:57:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.904016 12792 raft_consensus.cc:697] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [term 1 LEADER]: Becoming Leader. State: Replica: 131e8076c0114763ab78c07b847c7a53, State: Running, Role: LEADER
23:57:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.905109 12792 consensus_queue.cc:237] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } }
23:57:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.917814 11216 catalog_manager.cc:5696] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 reported cstate change: term changed from 0 to 1, leader changed from <none> to 131e8076c0114763ab78c07b847c7a53 (127.10.172.194). New cstate: current_term: 1 leader_uuid: "131e8076c0114763ab78c07b847c7a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "131e8076c0114763ab78c07b847c7a53" member_type: VOTER last_known_addr { host: "127.10.172.194" port: 40513 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 } health_report { overall_health: UNKNOWN } } }
23:57:17.945 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 874460fcefd44ffc853a007e2e2a5878
23:57:17.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:17.955 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:17.956 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:17.956 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:17.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:17.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:17.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:17.956 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:17.960 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 00e5dd5756e44708bb2955b9a6ad68f5 for table 'replication_test_table' with partition [<start>, <end>)
23:57:17.961 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=00e5dd5756e44708bb2955b9a6ad68f5@[131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513)[L],4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969),c0e5166f2b7f43eca492d60f6f0edd21(127.10.172.195:46541)]}]
23:57:17.961 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.172.252:33745, [4ms] Sub RPC GetTableLocations: received response from server master-127.10.172.252:33745: OK, deferred=null) after lookup
23:57:17.961 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513)] connecting to peer
23:57:17.962 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513)] Successfully connected to peer
23:57:17.972 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:17.975 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x1255327e, L:/127.0.0.1:57100 - R:/127.10.172.194:40513] using TOKEN/null
23:57:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.992110 11761 raft_consensus.cc:1275] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21 [term 1 FOLLOWER]: Refusing update from remote peer 131e8076c0114763ab78c07b847c7a53: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:57:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.992347 11479 raft_consensus.cc:1275] T 00e5dd5756e44708bb2955b9a6ad68f5 P 4b8139cfe6934d1eaaffcecb5fe0de3f [term 1 FOLLOWER]: Refusing update from remote peer 131e8076c0114763ab78c07b847c7a53: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:57:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.994050 12792 consensus_queue.cc:1048] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c0e5166f2b7f43eca492d60f6f0edd21" member_type: VOTER last_known_addr { host: "127.10.172.195" port: 46541 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:57:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:17.995064 12796 consensus_queue.cc:1048] T 00e5dd5756e44708bb2955b9a6ad68f5 P 131e8076c0114763ab78c07b847c7a53 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4b8139cfe6934d1eaaffcecb5fe0de3f" member_type: VOTER last_known_addr { host: "127.10.172.193" port: 45969 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:57:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:18.002971 11816 tablet.cc:2406] T 00e5dd5756e44708bb2955b9a6ad68f5 P c0e5166f2b7f43eca492d60f6f0edd21: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.024845 12799 mvcc.cc:204] Tried to move back new op lower bound from 7305087541197217792 to 7305087540868702208. Current Snapshot: MvccSnapshot[applied={T|T < 7305087541197217792}]
23:57:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.030565 12800 mvcc.cc:204] Tried to move back new op lower bound from 7305087541197217792 to 7305087540868702208. Current Snapshot: MvccSnapshot[applied={T|T < 7305087541197217792}]
23:57:18.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:18.078 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:18.078 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:18.078 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:18.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:18.079 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28589), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [259ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [259ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [268ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [287ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [287ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [309ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [312ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [314ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [315ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [340ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [341ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [441ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [441ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [441ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [441ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [581ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [582ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [601ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [601ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [602ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [640ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [641ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [641ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [641ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1580ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1582ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1883ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@1492761930(state=PENDING, result=null, callback=(continuation of Deferred@1019805934 after retry RPC after error@366059751) -> (continuation of Deferred@1966353839 after retry RPC after error@1613942190) -> (continuation of Deferred@336097078 after retry RPC after error@205923272) -> (continuation of Deferred@1481326266 after retry RPC after error@778225568) -> (continuation of Deferred@2034531461 after retry RPC after error@1151424518) -> (continuation of Deferred@1167982790 after retry RPC after error@2105114642) -> (continuation of Deferred@654539628 after retry RPC after error@1764517602) -> (continuation of Deferred@1552012081 after retry RPC after error@1833542051) -> (continuation of Deferred@1361932157 after retry RPC after error@1539053772) -> (continuation of Deferred@158748881 after retry RPC after error@689093861) -> (continuation of Deferred@335444029 after retry RPC after error@675248374) -> (continuation of Deferred@334775800 after retry RPC after error@792540919) -> (continuation of Deferred@1340247229 after retry RPC after error@474592639) -> (continuation of Deferred@765716619 after retry RPC after error@1802496326) -> (continuation of Deferred@817039346 after retry RPC after error@1627434710) -> (continuation of Deferred@1406531021 after retry RPC after error@1206125352) -> (continuation of Deferred@1874858161 after retry RPC after error@198337921) -> (continuation of Deferred@2002096811 after retry RPC after error@282010154) -> (continuation of Deferred@2137390362 after retry RPC after error@1736667418) -> (continuation of Deferred@1016620939 after retry RPC after error@1429195840) -> (continuation of Deferred@91383506 after retry RPC after error@2038815943), errback=(continuation of Deferred@1019805934 after retry RPC after error@366059751) -> (continuation of Deferred@1966353839 after retry RPC after error@1613942190) -> (continuation of Deferred@336097078 after retry RPC after error@205923272) -> (continuation of Deferred@1481326266 after retry RPC after error@778225568) -> (continuation of Deferred@2034531461 after retry RPC after error@1151424518) -> (continuation of Deferred@1167982790 after retry RPC after error@2105114642) -> (continuation of Deferred@654539628 after retry RPC after error@1764517602) -> (continuation of Deferred@1552012081 after retry RPC after error@1833542051) -> (continuation of Deferred@1361932157 after retry RPC after error@1539053772) -> (continuation of Deferred@158748881 after retry RPC after error@689093861) -> (continuation of Deferred@335444029 after retry RPC after error@675248374) -> (continuation of Deferred@334775800 after retry RPC after error@792540919) -> (continuation of Deferred@1340247229 after retry RPC after error@474592639) -> (continuation of Deferred@765716619 after retry RPC after error@1802496326) -> (continuation of Deferred@817039346 after retry RPC after error@1627434710) -> (continuation of Deferred@1406531021 after retry RPC after error@1206125352) -> (continuation of Deferred@1874858161 after retry RPC after error@198337921) -> (continuation of Deferred@2002096811 after retry RPC after error@282010154) -> (continuation of Deferred@2137390362 after retry RPC after error@1736667418) -> (continuation of Deferred@1016620939 after retry RPC after error@1429195840) -> (continuation of Deferred@91383506 after retry RPC after error@2038815943)))
23:57:18.081 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:18.081 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:18.081 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:18.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:18.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:18.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:18.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:18.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:18.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:18.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:18.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:18.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:18.082 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.101666 12801 mvcc.cc:204] Tried to move back new op lower bound from 7305087541197217792 to 7305087540868702208. Current Snapshot: MvccSnapshot[applied={T|T < 7305087541197217792}]
23:57:18.115 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:18.115 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:18.115 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:18.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.116 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:18.242 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:18.242 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:18.243 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:18.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.244 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:18.244 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=28757), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [169ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [170ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [177ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [177ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [218ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [219ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [324ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [622ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [802ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [802ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [803ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1963ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4421ms] too many traces: truncated at 100 traces, deferred=Deferred@458292437(state=PENDING, result=null, callback=(continuation of Deferred@54205705 after retry RPC after error@2012400155) -> (continuation of Deferred@1241667423 after retry RPC after error@1453894814) -> (continuation of Deferred@220213271 after retry RPC after error@1818464698) -> (continuation of Deferred@872647622 after retry RPC after error@660344196) -> (continuation of Deferred@728769008 after retry RPC after error@1542364005) -> (continuation of Deferred@1931175525 after retry RPC after error@887911855) -> (continuation of Deferred@515489123 after retry RPC after error@824387682) -> (continuation of Deferred@430131309 after retry RPC after error@1312102395) -> (continuation of Deferred@490007035 after retry RPC after error@897364487) -> (continuation of Deferred@908031205 after retry RPC after error@1349723922) -> (continuation of Deferred@1790076886 after retry RPC after error@982391821) -> (continuation of Deferred@2004615141 after retry RPC after error@1056509359) -> (continuation of Deferred@1191985521 after retry RPC after error@220742633) -> (continuation of Deferred@621019518 after retry RPC after error@1407640580) -> (continuation of Deferred@1984176320 after retry RPC after error@968622826) -> (continuation of Deferred@1018624850 after retry RPC after error@1477770756) -> (continuation of Deferred@260151270 after retry RPC after error@1458798510) -> (continuation of Deferred@1561621065 after retry RPC after error@571429681) -> (continuation of Deferred@565366321 after retry RPC after error@1819401126) -> (continuation of Deferred@310995547 after retry RPC after error@1246176736) -> (continuation of Deferred@2108926431 after retry RPC after error@536731940) -> (continuation of Deferred@1182767922 after retry RPC after error@895798840) -> (continuation of Deferred@1434022938 after retry RPC after error@637356880) -> (continuation of Deferred@526508758 after retry RPC after error@216529420) -> (continuation of Deferred@312514094 after retry RPC after error@1573452001) -> (continuation of Deferred@1303365340 after retry RPC after error@2116776703) -> (continuation of Deferred@1747749618 after retry RPC after error@1924757734) -> (continuation of Deferred@1100208459 after retry RPC after error@1678436108) -> (continuation of Deferred@1753057893 after retry RPC after error@1362801092) -> (continuation of Deferred@247227177 after retry RPC after error@1035847541), errback=(continuation of Deferred@54205705 after retry RPC after error@2012400155) -> (continuation of Deferred@1241667423 after retry RPC after error@1453894814) -> (continuation of Deferred@220213271 after retry RPC after error@1818464698) -> (continuation of Deferred@872647622 after retry RPC after error@660344196) -> (continuation of Deferred@728769008 after retry RPC after error@1542364005) -> (continuation of Deferred@1931175525 after retry RPC after error@887911855) -> (continuation of Deferred@515489123 after retry RPC after error@824387682) -> (continuation of Deferred@430131309 after retry RPC after error@1312102395) -> (continuation of Deferred@490007035 after retry RPC after error@897364487) -> (continuation of Deferred@908031205 after retry RPC after error@1349723922) -> (continuation of Deferred@1790076886 after retry RPC after error@982391821) -> (continuation of Deferred@2004615141 after retry RPC after error@1056509359) -> (continuation of Deferred@1191985521 after retry RPC after error@220742633) -> (continuation of Deferred@621019518 after retry RPC after error@1407640580) -> (continuation of Deferred@1984176320 after retry RPC after error@968622826) -> (continuation of Deferred@1018624850 after retry RPC after error@1477770756) -> (continuation of Deferred@260151270 after retry RPC after error@1458798510) -> (continuation of Deferred@1561621065 after retry RPC after error@571429681) -> (continuation of Deferred@565366321 after retry RPC after error@1819401126) -> (continuation of Deferred@310995547 after retry RPC after error@1246176736) -> (continuation of Deferred@2108926431 after retry RPC after error@536731940) -> (continuation of Deferred@1182767922 after retry RPC after error@895798840) -> (continuation of Deferred@1434022938 after retry RPC after error@637356880) -> (continuation of Deferred@526508758 after retry RPC after error@216529420) -> (continuation of Deferred@312514094 after retry RPC after error@1573452001) -> (continuation of Deferred@1303365340 after retry RPC after error@2116776703) -> (continuation of Deferred@1747749618 after retry RPC after error@1924757734) -> (continuation of Deferred@1100208459 after retry RPC after error@1678436108) -> (continuation of Deferred@1753057893 after retry RPC after error@1362801092) -> (continuation of Deferred@247227177 after retry RPC after error@1035847541)))
23:57:18.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:18.281 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:18.281 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:18.281 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:18.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:18.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:18.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:18.282 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:18.283 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28793), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [190ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [190ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [219ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [443ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [741ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [741ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [743ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [1122ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.190:38881: Network error: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.189:38943: Network error: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.4.167.188:37217: Network error: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [2563ms] delaying RPC due to: Service unavailable: Master config (127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217, [4160ms] refreshing cache from master, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.190:38881, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.189:38943, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.167.188:37217, [4162ms] too many traces: truncated at 100 traces, deferred=Deferred@1606729661(state=PENDING, result=null, callback=(continuation of Deferred@394593336 after retry RPC after error@781769131) -> (continuation of Deferred@1494846475 after retry RPC after error@601549250) -> (continuation of Deferred@482450757 after retry RPC after error@1954302711) -> (continuation of Deferred@1636891047 after retry RPC after error@359700654) -> (continuation of Deferred@88802544 after retry RPC after error@326557020) -> (continuation of Deferred@1976386388 after retry RPC after error@1692991659) -> (continuation of Deferred@970515522 after retry RPC after error@484524568) -> (continuation of Deferred@61433139 after retry RPC after error@795464117) -> (continuation of Deferred@1366153966 after retry RPC after error@1191883609) -> (continuation of Deferred@264423030 after retry RPC after error@1850169922) -> (continuation of Deferred@1363298254 after retry RPC after error@1136703172) -> (continuation of Deferred@1512581564 after retry RPC after error@250211825) -> (continuation of Deferred@1297528789 after retry RPC after error@199646765) -> (continuation of Deferred@270066468 after retry RPC after error@1365181107) -> (continuation of Deferred@693104466 after retry RPC after error@283233120) -> (continuation of Deferred@1194793883 after retry RPC after error@1851048788) -> (continuation of Deferred@943162547 after retry RPC after error@638841374) -> (continuation of Deferred@1493683844 after retry RPC after error@293726355) -> (continuation of Deferred@353891340 after retry RPC after error@749565874) -> (continuation of Deferred@1270476621 after retry RPC after error@1440895961) -> (continuation of Deferred@2147445501 after retry RPC after error@950571607) -> (continuation of Deferred@1022349704 after retry RPC after error@2069111127), errback=(continuation of Deferred@394593336 after retry RPC after error@781769131) -> (continuation of Deferred@1494846475 after retry RPC after error@601549250) -> (continuation of Deferred@482450757 after retry RPC after error@1954302711) -> (continuation of Deferred@1636891047 after retry RPC after error@359700654) -> (continuation of Deferred@88802544 after retry RPC after error@326557020) -> (continuation of Deferred@1976386388 after retry RPC after error@1692991659) -> (continuation of Deferred@970515522 after retry RPC after error@484524568) -> (continuation of Deferred@61433139 after retry RPC after error@795464117) -> (continuation of Deferred@1366153966 after retry RPC after error@1191883609) -> (continuation of Deferred@264423030 after retry RPC after error@1850169922) -> (continuation of Deferred@1363298254 after retry RPC after error@1136703172) -> (continuation of Deferred@1512581564 after retry RPC after error@250211825) -> (continuation of Deferred@1297528789 after retry RPC after error@199646765) -> (continuation of Deferred@270066468 after retry RPC after error@1365181107) -> (continuation of Deferred@693104466 after retry RPC after error@283233120) -> (continuation of Deferred@1194793883 after retry RPC after error@1851048788) -> (continuation of Deferred@943162547 after retry RPC after error@638841374) -> (continuation of Deferred@1493683844 after retry RPC after error@293726355) -> (continuation of Deferred@353891340 after retry RPC after error@749565874) -> (continuation of Deferred@1270476621 after retry RPC after error@1440895961) -> (continuation of Deferred@2147445501 after retry RPC after error@950571607) -> (continuation of Deferred@1022349704 after retry RPC after error@2069111127)))
23:57:18.291 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:18.291 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:18.291 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:18.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.293 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:18.315 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:18.330 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:18.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:18.358 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:18.358 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:18.358 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:18.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:18.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:18.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:18.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:18.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:18.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:18.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:18.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:18.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:18.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:18.365 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:18.365 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:18.365 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:18.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.366 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:18.367 [DEBUG - main] (Connection.java:748) [peer master-127.11.138.124:34711(127.11.138.124:34711)] connecting to peer
23:57:18.367 [DEBUG - main] (Connection.java:748) [peer master-127.11.138.125:33045(127.11.138.125:33045)] connecting to peer
23:57:18.369 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.138.124:34711(127.11.138.124:34711)] Successfully connected to peer
23:57:18.372 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.124
23:57:18.376 [DEBUG - main] (Connection.java:748) [peer master-127.11.138.126:39007(127.11.138.126:39007)] connecting to peer
23:57:18.376 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.138.125:33045(127.11.138.125:33045)] Successfully connected to peer
23:57:18.380 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.125
23:57:18.381 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.138.126:39007(127.11.138.126:39007)] Successfully connected to peer
23:57:18.382 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:18.386 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9b38fa2a, L:/127.0.0.1:48432 - R:/127.11.138.124:34711] using SASL/PLAIN
23:57:18.389 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.126
23:57:18.390 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:18.390 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.124:34711, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.125:33045, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.126:39007, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.138.124:34711: OK, deferred=null) after lookup
23:57:18.396 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:18.399 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:18.401 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x094daa99, L:/127.0.0.1:50602 - R:/127.11.138.125:33045] using SASL/PLAIN
23:57:18.403 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4bc76e98, L:/127.0.0.1:34486 - R:/127.11.138.126:39007] using SASL/PLAIN
23:57:18.404 [DEBUG - main] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:18.405 [DEBUG - main] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:18.406 [DEBUG - main] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:18.407 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.10.172.252:33745(127.10.172.252:33745)] Successfully connected to peer
23:57:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.407157 12751 heartbeater.cc:499] Master 127.11.138.124:34711 was elected leader, sending a full tablet report...
23:57:18.412 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.252
23:57:18.414 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.172.254:33797(127.10.172.254:33797)] Successfully connected to peer
23:57:18.414 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.172.253:32945(127.10.172.253:32945)] Successfully connected to peer
23:57:18.416 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.253
23:57:18.417 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.254
23:57:18.420 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:18.423 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0b15ff49, L:/127.0.0.1:54550 - R:/127.10.172.252:33745] using SASL/PLAIN
23:57:18.427 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:18.428 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:18.428 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:18.428 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.254:33797, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.253:32945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.252:33745, [24ms] Sub RPC ConnectToMaster: received response from server master-127.10.172.252:33745: OK, deferred=null) after lookup
23:57:18.433 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x04558b21, L:/127.0.0.1:46760 - R:/127.10.172.253:32945] using SASL/PLAIN
23:57:18.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 874460fcefd44ffc853a007e2e2a5878
23:57:18.439 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8ae1223c, L:/127.0.0.1:60766 - R:/127.10.172.254:33797] using SASL/PLAIN
23:57:18.439 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 00e5dd5756e44708bb2955b9a6ad68f5 for table 'replication_test_table' with partition [<start>, <end>)
23:57:18.440 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=00e5dd5756e44708bb2955b9a6ad68f5@[131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513)[L],4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969),c0e5166f2b7f43eca492d60f6f0edd21(127.10.172.195:46541)]}]
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.442641 12091 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48432:
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
23:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
23:57:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\000\000\000\007\000\000\000\000"
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:57:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:57:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:18.450378 12091 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:57:18.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:18.489 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:18.489 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:18.489 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:18.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.489 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:18.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:18.557 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:18.557 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:18.557 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:18.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:18.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:18.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:18.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:18.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:18.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:18.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:18.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:18.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:18.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:18.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.555053 12331 tablet_service.cc:1511] Processing CreateTablet for tablet 307e2eee9e414defbc8953621682ae83 (DEFAULT_TABLE table=replication_test_table [id=54b049148d8b47e4a21685baf75914c5]), partition=RANGE (int8) PARTITION UNBOUNDED
23:57:18.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.566319 12331 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 307e2eee9e414defbc8953621682ae83. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:18.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.589267 12685 tablet_service.cc:1511] Processing CreateTablet for tablet 307e2eee9e414defbc8953621682ae83 (DEFAULT_TABLE table=replication_test_table [id=54b049148d8b47e4a21685baf75914c5]), partition=RANGE (int8) PARTITION UNBOUNDED
23:57:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.591337 12685 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 307e2eee9e414defbc8953621682ae83. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:18.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.593138 12532 tablet_service.cc:1511] Processing CreateTablet for tablet 307e2eee9e414defbc8953621682ae83 (DEFAULT_TABLE table=replication_test_table [id=54b049148d8b47e4a21685baf75914c5]), partition=RANGE (int8) PARTITION UNBOUNDED
23:57:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.595476 12532 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 307e2eee9e414defbc8953621682ae83. 1 dirs total, 0 dirs full, 0 dirs failed
23:57:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.649154 12843 tablet_bootstrap.cc:492] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b: Bootstrap starting.
23:57:18.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.653648 12844 tablet_bootstrap.cc:492] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea: Bootstrap starting.
23:57:18.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.660831 12843 tablet_bootstrap.cc:654] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b: Neither blocks nor log segments found. Creating new log.
23:57:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.663348 12844 tablet_bootstrap.cc:654] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea: Neither blocks nor log segments found. Creating new log.
23:57:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.663442 12843 log.cc:826] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b: Log is configured to *not* fsync() on all Append() calls
23:57:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.667520 12844 log.cc:826] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea: Log is configured to *not* fsync() on all Append() calls
23:57:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.670567 12843 tablet_bootstrap.cc:492] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b: No bootstrap required, opened a new log
23:57:18.671 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:18.671 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:18.671 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:18.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.671226 12843 ts_tablet_manager.cc:1403] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b: Time spent bootstrapping tablet: real 0.023s	user 0.013s	sys 0.004s
23:57:18.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:18.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.678328 12844 tablet_bootstrap.cc:492] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea: No bootstrap required, opened a new log
23:57:18.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.678884 12844 ts_tablet_manager.cc:1403] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea: Time spent bootstrapping tablet: real 0.027s	user 0.012s	sys 0.006s
23:57:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.701628 12843 raft_consensus.cc:359] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.702564 12843 raft_consensus.cc:385] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.702872 12843 raft_consensus.cc:740] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec64e7630cfb4595b89da788f3fc9b3b, State: Initialized, Role: FOLLOWER
23:57:18.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.704487 12843 consensus_queue.cc:260] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.741228 12847 tablet_bootstrap.cc:492] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39: Bootstrap starting.
23:57:18.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.748982 12843 ts_tablet_manager.cc:1434] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b: Time spent starting tablet: real 0.077s	user 0.039s	sys 0.034s
23:57:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.772033 12849 raft_consensus.cc:493] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:57:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.772848 12849 raft_consensus.cc:515] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.775507 12847 tablet_bootstrap.cc:654] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39: Neither blocks nor log segments found. Creating new log.
23:57:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.776574 12849 leader_election.cc:290] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 42390a28f5a54c3faed64b1851956e39 (127.11.138.65:46359), ae474efd8fe9438fbe1de936f06c51ea (127.11.138.67:34731)
23:57:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.778399 12847 log.cc:826] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39: Log is configured to *not* fsync() on all Append() calls
23:57:18.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.782771 12844 raft_consensus.cc:359] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.786234 12844 raft_consensus.cc:385] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.786821 12844 raft_consensus.cc:740] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae474efd8fe9438fbe1de936f06c51ea, State: Initialized, Role: FOLLOWER
23:57:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.788355 12844 consensus_queue.cc:260] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.798059 12705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "307e2eee9e414defbc8953621682ae83" candidate_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae474efd8fe9438fbe1de936f06c51ea" is_pre_election: true
23:57:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.799450 12705 raft_consensus.cc:2468] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec64e7630cfb4595b89da788f3fc9b3b in term 0.
23:57:18.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.801575 12486 leader_election.cc:304] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ae474efd8fe9438fbe1de936f06c51ea, ec64e7630cfb4595b89da788f3fc9b3b; no voters: 
23:57:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.804069 12849 raft_consensus.cc:2804] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 0 FOLLOWER]: Leader pre-election won for term 1
23:57:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.804452 12849 raft_consensus.cc:493] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:57:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.804761 12849 raft_consensus.cc:3060] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 0 FOLLOWER]: Advancing to term 1
23:57:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.807487 12844 ts_tablet_manager.cc:1434] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea: Time spent starting tablet: real 0.128s	user 0.037s	sys 0.004s
23:57:18.808 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:18.808 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:18.809 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:18.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:18.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:18.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:18.810 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.793138 12352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "307e2eee9e414defbc8953621682ae83" candidate_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42390a28f5a54c3faed64b1851956e39" is_pre_election: true
23:57:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:18.813006 12487 leader_election.cc:343] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 42390a28f5a54c3faed64b1851956e39 (127.11.138.65:46359): Illegal state: must be running to vote when last-logged opid is not known
23:57:18.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.822964 12847 tablet_bootstrap.cc:492] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39: No bootstrap required, opened a new log
23:57:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.823742 12847 ts_tablet_manager.cc:1403] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39: Time spent bootstrapping tablet: real 0.085s	user 0.017s	sys 0.004s
23:57:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.823758 12849 raft_consensus.cc:515] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.833856 12352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "307e2eee9e414defbc8953621682ae83" candidate_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42390a28f5a54c3faed64b1851956e39"
23:57:18.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:18.835726 12487 leader_election.cc:343] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 42390a28f5a54c3faed64b1851956e39 (127.11.138.65:46359): Illegal state: must be running to vote when last-logged opid is not known
23:57:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.838452 12849 leader_election.cc:290] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [CANDIDATE]: Term 1 election: Requested vote from peers 42390a28f5a54c3faed64b1851956e39 (127.11.138.65:46359), ae474efd8fe9438fbe1de936f06c51ea (127.11.138.67:34731)
23:57:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.839498 12705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "307e2eee9e414defbc8953621682ae83" candidate_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae474efd8fe9438fbe1de936f06c51ea"
23:57:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.840062 12705 raft_consensus.cc:3060] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea [term 0 FOLLOWER]: Advancing to term 1
23:57:18.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.844492 12847 raft_consensus.cc:359] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.846256 12847 raft_consensus.cc:385] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:57:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.846555 12847 raft_consensus.cc:740] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42390a28f5a54c3faed64b1851956e39, State: Initialized, Role: FOLLOWER
23:57:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.847608 12847 consensus_queue.cc:260] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.849 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:18.849 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:18.849 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.849233 12705 raft_consensus.cc:2468] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec64e7630cfb4595b89da788f3fc9b3b in term 1.
23:57:18.849 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:18.849 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:18.849 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:18.849 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:18.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:18.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:18.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:18.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:18.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:18.850 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.850734 12486 leader_election.cc:304] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ae474efd8fe9438fbe1de936f06c51ea, ec64e7630cfb4595b89da788f3fc9b3b; no voters: 42390a28f5a54c3faed64b1851956e39
23:57:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.851706 12849 raft_consensus.cc:2804] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 1 FOLLOWER]: Leader election won for term 1
23:57:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.865816 12847 ts_tablet_manager.cc:1434] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39: Time spent starting tablet: real 0.041s	user 0.018s	sys 0.007s
23:57:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.866066 12849 raft_consensus.cc:697] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [term 1 LEADER]: Becoming Leader. State: Replica: ec64e7630cfb4595b89da788f3fc9b3b, State: Running, Role: LEADER
23:57:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.867111 12849 consensus_queue.cc:237] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:18.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:18.894236 12091 catalog_manager.cc:5696] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b reported cstate change: term changed from 0 to 1, leader changed from <none> to ec64e7630cfb4595b89da788f3fc9b3b (127.11.138.66). New cstate: current_term: 1 leader_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } health_report { overall_health: HEALTHY } } }
23:57:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:18.895591 12602 tablet.cc:2406] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:18.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:18.899616 12758 tablet.cc:2406] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:18.925 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:18.925 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:18.925 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:18.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:18.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:18.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:18.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:18.930961 12405 tablet.cc:2406] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:57:18.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:19.010 [DEBUG - main] (Connection.java:575) [peer master-127.10.172.253:32945(127.10.172.253:32945)] disconnecting while in state READY
23:57:19.010 [DEBUG - main] (Connection.java:575) [peer master-127.10.172.252:33745(127.10.172.252:33745)] disconnecting while in state READY
23:57:19.010 [DEBUG - main] (Connection.java:575) [peer master-127.10.172.254:33797(127.10.172.254:33797)] disconnecting while in state READY
23:57:19.011 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.172.254:33797(127.10.172.254:33797)] handling channelInactive
23:57:19.011 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.172.253:32945(127.10.172.253:32945)] handling channelInactive
23:57:19.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state READY due to: connection closed
23:57:19.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state READY due to: connection closed
23:57:19.012 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:19.013 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:57:19.013 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:57:19.018 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.10.172.252:33745(127.10.172.252:33745)] handling channelInactive
23:57:19.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state READY due to: connection closed
23:57:19.018 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
23:57:19.018 [DEBUG - main] (Connection.java:575) [peer master-127.11.138.126:39007(127.11.138.126:39007)] disconnecting while in state READY
23:57:19.019 [DEBUG - main] (Connection.java:575) [peer master-127.11.138.125:33045(127.11.138.125:33045)] disconnecting while in state READY
23:57:19.019 [DEBUG - main] (Connection.java:575) [peer master-127.11.138.124:34711(127.11.138.124:34711)] disconnecting while in state READY
23:57:19.019 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.138.126:39007(127.11.138.126:39007)] handling channelInactive
23:57:19.019 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.138.125:33045(127.11.138.125:33045)] handling channelInactive
23:57:19.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.138.126:39007(127.11.138.126:39007)] cleaning up while in state READY due to: connection closed
23:57:19.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.138.125:33045(127.11.138.125:33045)] cleaning up while in state READY due to: connection closed
23:57:19.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:19.021 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:57:19.021 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
23:57:19.022 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.138.124:34711(127.11.138.124:34711)] handling channelInactive
23:57:19.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.138.124:34711(127.11.138.124:34711)] cleaning up while in state READY due to: connection closed
23:57:19.022 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
23:57:19.024 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:57:19.025 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:57:19.025 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:57:19.025 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:57:19.025 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:57:19.025 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:57:19.032 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:57:19.032 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:57:19.032 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:57:19.032 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:57:19.032 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:57:19.032 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:57:19.032 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:57:19.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:19.253 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:57:19.254 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.280730 12854 raft_consensus.cc:493] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:57:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.281463 12854 raft_consensus.cc:515] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 } } peers { permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 } } peers { permanent_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" member_type: VOTER last_known_addr { host: "127.11.138.66" port: 41551 } }
23:57:19.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.298197 12854 leader_election.cc:290] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ae474efd8fe9438fbe1de936f06c51ea (127.11.138.67:34731), ec64e7630cfb4595b89da788f3fc9b3b (127.11.138.66:41551)
23:57:19.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.310973 12705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "307e2eee9e414defbc8953621682ae83" candidate_uuid: "42390a28f5a54c3faed64b1851956e39" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae474efd8fe9438fbe1de936f06c51ea" is_pre_election: true
23:57:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.311781 12705 raft_consensus.cc:2393] T 307e2eee9e414defbc8953621682ae83 P ae474efd8fe9438fbe1de936f06c51ea [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 42390a28f5a54c3faed64b1851956e39 in current term 1: Already voted for candidate ec64e7630cfb4595b89da788f3fc9b3b in this term.
23:57:19.324 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:57:19.324 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:57:19.324 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:57:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.336608 12552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "307e2eee9e414defbc8953621682ae83" candidate_uuid: "42390a28f5a54c3faed64b1851956e39" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec64e7630cfb4595b89da788f3fc9b3b" is_pre_election: true
23:57:19.341 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:57:19.345 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:19.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:19.345 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:19.345 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:19.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:19.346 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:19.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:19.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:19.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:19.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:19.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:19.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:19.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:19.348 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.339771 12284 leader_election.cc:304] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 42390a28f5a54c3faed64b1851956e39; no voters: ae474efd8fe9438fbe1de936f06c51ea, ec64e7630cfb4595b89da788f3fc9b3b
23:57:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.341320 12854 raft_consensus.cc:3060] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [term 0 FOLLOWER]: Advancing to term 1
23:57:19.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.361311 12854 raft_consensus.cc:2749] T 307e2eee9e414defbc8953621682ae83 P 42390a28f5a54c3faed64b1851956e39 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:57:19.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.369184 12849 consensus_queue.cc:1048] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae474efd8fe9438fbe1de936f06c51ea" member_type: VOTER last_known_addr { host: "127.11.138.67" port: 34731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:57:19.402 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:19.402 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:19.402 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:19.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:19.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:19.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:19.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:19.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:19.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:19.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:19.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:19.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:19.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:19.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:19.441141 12849 consensus_queue.cc:1048] T 307e2eee9e414defbc8953621682ae83 P ec64e7630cfb4595b89da788f3fc9b3b [LEADER]: Connected to new peer: Peer: permanent_uuid: "42390a28f5a54c3faed64b1851956e39" member_type: VOTER last_known_addr { host: "127.11.138.65" port: 46359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:57:19.455 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:19.463 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:19.463 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:19.463 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:19.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:19.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:19.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:19.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:19.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:19.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:19.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:19.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:19.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:19.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:19.567 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:19.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:19.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:19.882 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:19.882 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:19.882 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:19.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:19.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:19.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:19.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:19.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:19.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:19.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:19.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:19.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:19.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:19.900 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:19.900 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:19.900 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:19.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:19.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:19.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:19.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:19.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:19.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:19.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:19.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:19.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:19.905 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:19.913 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:19.913 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:19.913 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:19.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:19.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:19.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:19.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:19.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:19.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:19.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:19.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:19.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:19.915 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:19.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.196 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
23:57:20.216 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:20.216 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:20.217 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:20.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:20.235 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:20.235 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:20.235 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:20.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.236 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:20.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.348 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:57:20.364 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:57:20.389 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:57:20.399 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:20.399 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:20.399 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:20.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:20.400 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:20.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:20.400 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:20.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:20.400 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:20.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:20.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:20.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:20.400 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:20.405 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:57:20.424 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:57:20.433 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:57:20.434 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:57:20.434 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:57:20.434 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:57:20.435 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:57:20.435 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:57:20.435 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:57:20.435 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:57:20.436 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:57:20.436 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:57:20.436 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:57:20.436 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:57:20.436 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:57:20.436 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:57:20.436 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:57:20.436 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:57:20.437 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:57:20.437 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:57:20.437 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:57:20.437 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:57:20.437 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:57:20.437 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:57:20.437 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:57:20.437 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:57:20.438 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_ceb0df339c3e8ff52226dc94a148f7b2/blobStorage
23:57:20.438 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:45463 - max concurrent requests: 50 - max backlog: 1000
23:57:20.439 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_ceb0df339c3e8ff52226dc94a148f7b2/blobStorage
23:57:20.440 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_ceb0df339c3e8ff52226dc94a148f7b2/blobStorage
23:57:20.441 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:57:20.441 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 0bdc10b9-d6ad-4623-88a7-2f23421ff954
23:57:20.443 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 34 GB (70.83% usable)
23:57:20.443 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-1da46820-43e3-4938-a6cb-f0a200e8203b
23:57:20.445 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-1f1ffb55-3bfd-48da-bade-3a88aad3a819
23:57:20.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.509 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:57:20.510 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:57:20.510 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:57:20.510 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:57:20.511 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:57:20.518 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_24 .
23:57:20.525 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
23:57:20.525 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-28f3a87d-fab3-4fe8-b7ac-891c232ee5e3
23:57:20.527 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:57:20.528 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:57:20.540 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:57:20.540 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:57:20.546 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:20.546 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:20.546 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:20.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:20.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:20.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:20.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:20.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:20.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:20.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:20.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:20.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:20.546 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:20.558 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:20.558 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:20.558 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:20.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:20.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:20.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:20.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:20.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:20.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:20.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:20.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:20.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:20.560 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:20.560 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.562 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:38837
23:57:20.562 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:57:20.574 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:38837 was granted leadership with leaderSessionID=a78bd4dc-36b0-48f1-b6e2-66c7f3474d19
23:57:20.574 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:38837 , session=a78bd4dc-36b0-48f1-b6e2-66c7f3474d19
23:57:20.574 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:57:20.577 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:57:20.578 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:57:20.578 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 54f804f9-4cf7-4853-9049-48912165f391. Creating new DispatcherLeaderProcess.
23:57:20.579 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:57:20.579 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:57:20.579 [INFO - mini-cluster-io-thread-2] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:57:20.579 [INFO - mini-cluster-io-thread-2] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:57:20.581 [INFO - pool-539-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 6285c1b8-575e-42de-ac99-82535ad5f609.
23:57:20.582 [INFO - mini-cluster-io-thread-2] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_25 .
23:57:20.583 [INFO - pool-539-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_26 .
23:57:20.589 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_25 , session=54f804f9-4cf7-4853-9049-48912165f391
23:57:20.597 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
23:57:20.598 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:57:20.598 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:57:20.598 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:57:20.598 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:57:20.601 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_26 , session=6285c1b8-575e-42de-ac99-82535ad5f609
23:57:20.602 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(ac9982535ad5f6096285c1b8575e42de).
23:57:20.609 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:20.609 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:20.609 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:20.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:20.610 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:20.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:20.610 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:20.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:20.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:20.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:20.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:20.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:20.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:20.617 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:20.618 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:20.618 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:20.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:20.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:20.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:20.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:20.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:20.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:20.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:20.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:20.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:20.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:20.640 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:57:20.645 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (b07d1e8ee8f9ff82f5f1d5695b040e73).
23:57:20.646 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (b07d1e8ee8f9ff82f5f1d5695b040e73).
23:57:20.646 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-b07d1e8ee8f9ff82f5f1d5695b040e73'.
23:57:20.647 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID 0bdc10b9-d6ad-4623-88a7-2f23421ff954 (pekko://flink/user/rpc/taskmanager_24) at ResourceManager
23:57:20.647 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job b07d1e8ee8f9ff82f5f1d5695b040e73 was granted leadership with leader id 7ab1e790-af25-4a34-ba93-65e3112b8cc5. Creating new JobMasterServiceProcess.
23:57:20.647 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_26 under registration id e670e2b28201e4e70b662ac0c8905805.
23:57:20.648 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:344) Registering task executor 0bdc10b9-d6ad-4623-88a7-2f23421ff954 under e670e2b28201e4e70b662ac0c8905805 at the slot manager.
23:57:20.649 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_27 .
23:57:20.655 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (b07d1e8ee8f9ff82f5f1d5695b040e73).
23:57:20.657 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (b07d1e8ee8f9ff82f5f1d5695b040e73).
23:57:20.657 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 9d9d7e9f9ee5e9987076ad564a701e5b for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:20.658 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (b07d1e8ee8f9ff82f5f1d5695b040e73).
23:57:20.658 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:57:20.661 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 1 ms, total 4 pipelined regions currently.
23:57:20.662 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ef89d7e
23:57:20.662 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:20.662 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4743324183161081980/checkpoints")
23:57:20.666 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:57:20.667 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@631183a for Flink Streaming Job (b07d1e8ee8f9ff82f5f1d5695b040e73).
23:57:20.667 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_27 , session=7ab1e790-af25-4a34-ba93-65e3112b8cc5
23:57:20.669 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (b07d1e8ee8f9ff82f5f1d5695b040e73) under job master id ba9365e3112b8cc57ab1e790af254a34.
23:57:20.669 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:57:20.671 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:20.671 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:57:20.672 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b07d1e8ee8f9ff82f5f1d5695b040e73) switched from state CREATED to RUNNING.
23:57:20.673 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:57:20.673 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:57:20.674 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:57:20.674 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:57:20.675 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(ac9982535ad5f6096285c1b8575e42de)
23:57:20.676 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:57:20.676 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:390) Registering job manager ba9365e3112b8cc57ab1e790af254a34@pekko://flink/user/rpc/jobmanager_27 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:20.677 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:20.678 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:20.679 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:20.679 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.172.254:33797(127.10.172.254:33797)] Successfully connected to peer
23:57:20.679 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.172.253:32945(127.10.172.253:32945)] Successfully connected to peer
23:57:20.680 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.10.172.252:33745(127.10.172.252:33745)] Successfully connected to peer
23:57:20.682 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:20.682 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:20.682 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:20.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:20.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:20.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:20.683 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager ba9365e3112b8cc57ab1e790af254a34@pekko://flink/user/rpc/jobmanager_27 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:20.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:20.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:20.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:20.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:20.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:20.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:20.683 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:20.684 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.253
23:57:20.687 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.254
23:57:20.692 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: ac9982535ad5f6096285c1b8575e42de.
23:57:20.693 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.693 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job b07d1e8ee8f9ff82f5f1d5695b040e73: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:57:20.697 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.252
23:57:20.701 [DEBUG - main] (Connection.java:748) [peer master-127.11.138.124:34711(127.11.138.124:34711)] connecting to peer
23:57:20.701 [DEBUG - main] (Connection.java:748) [peer master-127.11.138.125:33045(127.11.138.125:33045)] connecting to peer
23:57:20.702 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.138.124:34711(127.11.138.124:34711)] Successfully connected to peer
23:57:20.703 [DEBUG - main] (Connection.java:748) [peer master-127.11.138.126:39007(127.11.138.126:39007)] connecting to peer
23:57:20.703 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.138.125:33045(127.11.138.125:33045)] Successfully connected to peer
23:57:20.705 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.706 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.124
23:57:20.713 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.716 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3516993d, L:/127.0.0.1:60776 - R:/127.10.172.254:33797] using SASL/PLAIN
23:57:20.716 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job b07d1e8ee8f9ff82f5f1d5695b040e73
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 0bdc10b9-d6ad-4623-88a7-2f23421ff954
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:57:20.717 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot e6a164c18c3e8d64d31d5326de8dcc24 from 0bdc10b9-d6ad-4623-88a7-2f23421ff954 for job b07d1e8ee8f9ff82f5f1d5695b040e73 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:57:20.717 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 4e40b2340fd91efff864b1c2116cd1f5 from 0bdc10b9-d6ad-4623-88a7-2f23421ff954 for job b07d1e8ee8f9ff82f5f1d5695b040e73 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:57:20.717 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request e6a164c18c3e8d64d31d5326de8dcc24 for job b07d1e8ee8f9ff82f5f1d5695b040e73 from resource manager with leader id ac9982535ad5f6096285c1b8575e42de.
23:57:20.717 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5a8f4c4d00bc514f65a19692a3fd93c9 from 0bdc10b9-d6ad-4623-88a7-2f23421ff954 for job b07d1e8ee8f9ff82f5f1d5695b040e73 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:57:20.718 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for e6a164c18c3e8d64d31d5326de8dcc24 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:57:20.718 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 498e65d351f940aa0ebf1b61a1b37f66 from 0bdc10b9-d6ad-4623-88a7-2f23421ff954 for job b07d1e8ee8f9ff82f5f1d5695b040e73 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:57:20.718 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x30dd0004, L:/127.0.0.1:46764 - R:/127.10.172.253:32945] using SASL/PLAIN
23:57:20.722 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x55cbd64b, L:/127.0.0.1:54560 - R:/127.10.172.252:33745] using SASL/PLAIN
23:57:20.723 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.138.126:39007(127.11.138.126:39007)] Successfully connected to peer
23:57:20.726 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.729 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.125
23:57:20.729 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbcb4509f, L:/127.0.0.1:48434 - R:/127.11.138.124:34711] using SASL/PLAIN
23:57:20.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:20.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.254:33797, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.253:32945, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.172.252:33745, [45ms] Sub RPC ConnectToMaster: received response from server master-127.10.172.254:33797: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.10.172.253:32945: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.172.252:33745: OK, deferred=null) after lookup
23:57:20.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 874460fcefd44ffc853a007e2e2a5878
23:57:20.739 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job b07d1e8ee8f9ff82f5f1d5695b040e73 for job leader monitoring.
23:57:20.740 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 4e40b2340fd91efff864b1c2116cd1f5 for job b07d1e8ee8f9ff82f5f1d5695b040e73 from resource manager with leader id ac9982535ad5f6096285c1b8575e42de.
23:57:20.740 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_27 with leader id 7ab1e790-af25-4a34-ba93-65e3112b8cc5.
23:57:20.741 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.126
23:57:20.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:20.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.124:34711, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.125:33045, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.126:39007, [39ms] Sub RPC ConnectToMaster: received response from server master-127.11.138.124:34711: OK, deferred=null) after lookup
23:57:20.741 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 4e40b2340fd91efff864b1c2116cd1f5 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:57:20.742 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 5a8f4c4d00bc514f65a19692a3fd93c9 for job b07d1e8ee8f9ff82f5f1d5695b040e73 from resource manager with leader id ac9982535ad5f6096285c1b8575e42de.
23:57:20.742 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 5a8f4c4d00bc514f65a19692a3fd93c9 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:57:20.742 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 498e65d351f940aa0ebf1b61a1b37f66 for job b07d1e8ee8f9ff82f5f1d5695b040e73 from resource manager with leader id ac9982535ad5f6096285c1b8575e42de.
23:57:20.742 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 498e65d351f940aa0ebf1b61a1b37f66 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:57:20.744 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:57:20.746 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_27 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:20.747 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:20.747 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:20.748 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:57:20.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.748 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 0bdc10b9-d6ad-4623-88a7-2f23421ff954 @ 127.0.0.1 (dataPort=-1) with allocation id e6a164c18c3e8d64d31d5326de8dcc24
23:57:20.748 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e6a164c18c3e8d64d31d5326de8dcc24.
23:57:20.750 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:20.750 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:57:20.750 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id b07d1e8ee8f9ff82f5f1d5695b040e73
23:57:20.751 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id e6a164c18c3e8d64d31d5326de8dcc24.
23:57:20.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:20.756 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:57:20.756 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 0bdc10b9-d6ad-4623-88a7-2f23421ff954 @ 127.0.0.1 (dataPort=-1) with allocation id 4e40b2340fd91efff864b1c2116cd1f5
23:57:20.757 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.758 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.758 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 00e5dd5756e44708bb2955b9a6ad68f5 for table 'replication_test_table' with partition [<start>, <end>)
23:57:20.758 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=00e5dd5756e44708bb2955b9a6ad68f5@[131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513)[L],4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969),c0e5166f2b7f43eca492d60f6f0edd21(127.10.172.195:46541)]}]
23:57:20.759 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 307e2eee9e414defbc8953621682ae83 for table 'replication_test_table' with partition [<start>, <end>)
23:57:20.759 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=307e2eee9e414defbc8953621682ae83@[42390a28f5a54c3faed64b1851956e39(127.11.138.65:46359),ae474efd8fe9438fbe1de936f06c51ea(127.11.138.67:34731),ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)[L]]}]
23:57:20.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.138.124:34711, [4ms] Sub RPC GetTableLocations: received response from server master-127.11.138.124:34711: OK, deferred=null)) after lookup
23:57:20.760 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] connecting to peer
23:57:20.761 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x744b5010, L:/127.0.0.1:50608 - R:/127.11.138.125:33045] using SASL/PLAIN
23:57:20.762 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:20.763 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:20.763 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:20.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:20.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:20.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:20.764 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:20.766 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6259ce82, L:/127.0.0.1:34502 - R:/127.11.138.126:39007] using SASL/PLAIN
23:57:20.766 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:57:20.766 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 0bdc10b9-d6ad-4623-88a7-2f23421ff954 @ 127.0.0.1 (dataPort=-1) with allocation id 498e65d351f940aa0ebf1b61a1b37f66
23:57:20.768 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] Successfully connected to peer
23:57:20.770 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 4e40b2340fd91efff864b1c2116cd1f5.
23:57:20.770 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:57:20.770 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:57:20.771 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@303264d7
23:57:20.771 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 4e40b2340fd91efff864b1c2116cd1f5.
23:57:20.773 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:20.774 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:57:20.774 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4743324183161081980/checkpoints")
23:57:20.774 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 0bdc10b9-d6ad-4623-88a7-2f23421ff954 @ 127.0.0.1 (dataPort=-1) with allocation id 5a8f4c4d00bc514f65a19692a3fd93c9
23:57:20.774 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:57:20.774 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 498e65d351f940aa0ebf1b61a1b37f66.
23:57:20.775 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:57:20.775 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 498e65d351f940aa0ebf1b61a1b37f66.
23:57:20.776 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e6a164c18c3e8d64d31d5326de8dcc24.
23:57:20.776 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 4e40b2340fd91efff864b1c2116cd1f5.
23:57:20.776 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 498e65d351f940aa0ebf1b61a1b37f66.
23:57:20.776 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5a8f4c4d00bc514f65a19692a3fd93c9.
23:57:20.776 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5a8f4c4d00bc514f65a19692a3fd93c9.
23:57:20.777 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:57:20.777 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:57:20.778 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 5a8f4c4d00bc514f65a19692a3fd93c9.
23:57:20.779 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:57:20.779 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:57:20.779 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f044e65
23:57:20.779 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:20.779 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4743324183161081980/checkpoints")
23:57:20.780 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:57:20.780 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:57:20.782 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.782 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c90f849
23:57:20.782 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@389680bf
23:57:20.785 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:20.786 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.11.138.124:34711(127.11.138.124:34711)] connecting to peer
23:57:20.786 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa926f725, L:/127.0.0.1:55702 - R:/127.11.138.66:41551] using TOKEN/null
23:57:20.785 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:57:20.786 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:57:20.786 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.11.138.125:33045(127.11.138.125:33045)] connecting to peer
23:57:20.787 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9d46c20
23:57:20.787 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:20.788 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:20.788 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4743324183161081980/checkpoints")
23:57:20.788 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:57:20.789 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:57:20.790 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.138.124:34711(127.11.138.124:34711)] Successfully connected to peer
23:57:20.791 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@333db6d7
23:57:20.793 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:20.794 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.124
23:57:20.798 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.11.138.126:39007(127.11.138.126:39007)] connecting to peer
23:57:20.798 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5fcebfb4
23:57:20.798 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:20.798 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4743324183161081980/checkpoints")
23:57:20.799 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.138.125:33045(127.11.138.125:33045)] Successfully connected to peer
23:57:20.800 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:57:20.800 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:57:20.803 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.125
23:57:20.812 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.817 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71193643
23:57:20.817 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:20.819 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:20.825 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.138.126:39007(127.11.138.126:39007)] Successfully connected to peer
23:57:20.827 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.11.138.124:34711(127.11.138.124:34711)] connecting to peer
23:57:20.828 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.11.138.124:34711(127.11.138.124:34711)] connecting to peer
23:57:20.830 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.126
23:57:20.834 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa9624e60, L:/127.0.0.1:48442 - R:/127.11.138.124:34711] using SASL/PLAIN
23:57:20.836 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:20.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.124:34711, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.125:33045, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.126:39007, [52ms] Sub RPC ConnectToMaster: received response from server master-127.11.138.124:34711: OK, deferred=null) after lookup
23:57:20.838 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4a05531a, L:/127.0.0.1:50610 - R:/127.11.138.125:33045] using SASL/PLAIN
23:57:20.842 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.843 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.11.138.124:34711(127.11.138.124:34711)] connecting to peer
23:57:20.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:20.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.845 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7cd983bd, L:/127.0.0.1:34506 - R:/127.11.138.126:39007] using SASL/PLAIN
23:57:20.850 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:20.850 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57814129
23:57:20.852 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:57:20.852 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:57:20.865 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.11.138.125:33045(127.11.138.125:33045)] connecting to peer
23:57:20.870 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.138.124:34711(127.11.138.124:34711)] Successfully connected to peer
23:57:20.874 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:20.877 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.124
23:57:20.889 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.11.138.126:39007(127.11.138.126:39007)] connecting to peer
23:57:20.890 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.138.125:33045(127.11.138.125:33045)] Successfully connected to peer
23:57:20.892 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.138.126:39007(127.11.138.126:39007)] Successfully connected to peer
23:57:20.893 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.125
23:57:20.894 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.126
23:57:20.895 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.902 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf27d8ce5, L:/127.0.0.1:48456 - R:/127.11.138.124:34711] using SASL/PLAIN
23:57:20.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:20.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=113), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.124:34711, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.125:33045, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.126:39007, [78ms] Sub RPC ConnectToMaster: received response from server master-127.11.138.124:34711: OK, deferred=null) after lookup
23:57:20.907 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.908 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.910 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6125ead4, L:/127.0.0.1:50622 - R:/127.11.138.125:33045] using SASL/PLAIN
23:57:20.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:20.915 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x09f00c41, L:/127.0.0.1:34510 - R:/127.11.138.126:39007] using SASL/PLAIN
23:57:20.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:57:20.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0619eaedf236b86ac28c0b079c03b4bf722d5c5907d8bc86afc2953a2d9c379e'}]
23:57:20.918 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:20.919 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@426c9006
23:57:20.919 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:20.925 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.11.138.125:33045(127.11.138.125:33045)] connecting to peer
23:57:20.926 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.11.138.125:33045(127.11.138.125:33045)] connecting to peer
23:57:20.927 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.138.124:34711(127.11.138.124:34711)] Successfully connected to peer
23:57:20.928 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.11.138.126:39007(127.11.138.126:39007)] connecting to peer
23:57:20.928 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.138.125:33045(127.11.138.125:33045)] Successfully connected to peer
23:57:20.929 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:57:20.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:57:20.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:57:20.931 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:57:20.932 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.124
23:57:20.932 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=00e5dd5756e44708bb2955b9a6ad68f5@[131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513),4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969),c0e5166f2b7f43eca492d60f6f0edd21(127.10.172.195:46541)[L]]}]
23:57:20.933 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:20.933 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.138.124:34711(127.11.138.124:34711)] Successfully connected to peer
23:57:20.937 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.125
23:57:20.941 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.11.138.126:39007(127.11.138.126:39007)] connecting to peer
23:57:20.941 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.138.125:33045(127.11.138.125:33045)] Successfully connected to peer
23:57:20.947 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] connecting to peer
23:57:20.948 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.138.126:39007(127.11.138.126:39007)] Successfully connected to peer
23:57:20.949 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.125
23:57:20.950 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:20.954 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.126
23:57:20.955 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.124
23:57:20.956 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcd39eca1, L:/127.0.0.1:48458 - R:/127.11.138.124:34711] using SASL/PLAIN
23:57:20.957 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.960 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x26399998, L:/127.0.0.1:50634 - R:/127.11.138.125:33045] using SASL/PLAIN
23:57:20.967 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:20.967 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.124:34711, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.125:33045, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.126:39007, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.138.124:34711: OK, deferred=null) after lookup
23:57:20.970 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.972 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:20.972 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.972 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.138.126:39007(127.11.138.126:39007)] Successfully connected to peer
23:57:20.973 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:57:20.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:20.975 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f9edc81
23:57:20.976 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd12f34d2, L:/127.0.0.1:34514 - R:/127.11.138.126:39007] using SASL/PLAIN
23:57:20.977 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb8a3ef3f, L:/127.0.0.1:48474 - R:/127.11.138.124:34711] using SASL/PLAIN
23:57:20.980 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.138.126
23:57:20.987 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] Successfully connected to peer
23:57:20.989 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:57:20.989 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:20.990 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:57:20.990 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:57:20.993 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:20.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:57:20.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.124:34711, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.125:33045, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.138.126:39007, [167ms] Sub RPC ConnectToMaster: received response from server master-127.11.138.124:34711: OK, deferred=null) after lookup
23:57:20.997 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9b871b6f, L:/127.0.0.1:34524 - R:/127.11.138.126:39007] using SASL/PLAIN
23:57:21.000 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:57:21.001 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:57:21.006 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:21.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:21.022 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:21.022 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63c75957
23:57:21.022 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x30b9cc36, L:/127.0.0.1:50644 - R:/127.11.138.125:33045] using SASL/PLAIN
23:57:21.024 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:57:21.024 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:57:21.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b07d1e8ee8f9ff82f5f1d5695b040e73 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job b07d1e8ee8f9ff82f5f1d5695b040e73 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.028 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:57:21.029 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9d9d7e9f9ee5e9987076ad564a701e5b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:57:21.037 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.193
23:57:21.046 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.056 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:21.060 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.066 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6e8df134, L:/127.0.0.1:55152 - R:/127.10.172.193:45969] using SASL/PLAIN
23:57:21.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.129 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:21.129 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:21.129 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:21.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.130 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.130 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:21.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:21.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:21.136 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:21.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.137 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:21.154 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false, responseScanTimestamp = 7305087552192512001) for scanner KuduScanner(table=replication_test_table, tablet=00e5dd5756e44708bb2955b9a6ad68f5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.155 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [0619eaedf236b86ac28c0b079c03b4bf722d5c5907d8bc86afc2953a2d9c379e]
23:57:21.156 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:57:21.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.191 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet 307e2eee9e414defbc8953621682ae83 for table 'replication_test_table' with partition [<start>, <end>)
23:57:21.191 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=307e2eee9e414defbc8953621682ae83@[42390a28f5a54c3faed64b1851956e39(127.11.138.65:46359),ae474efd8fe9438fbe1de936f06c51ea(127.11.138.67:34731),ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)[L]]}]
23:57:21.208 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:21.208 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:21.208 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:21.209 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.209 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.209 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.209 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:21.215 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.239 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0619eaedf236b86ac28c0b079c03b4bf722d5c5907d8bc86afc2953a2d9c379e]
23:57:21.240 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0619eaedf236b86ac28c0b079c03b4bf722d5c5907d8bc86afc2953a2d9c379e finished by subtask 0; deferring removal (restored in pending)
23:57:21.244 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:57:21.244 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:57:21.244 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] disconnecting while in state READY
23:57:21.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:21.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.271 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] handling channelInactive
23:57:21.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] cleaning up while in state READY due to: connection closed
23:57:21.272 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:57:21.272 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:57:21.273 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.314 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:21.315 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:21.315 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:21.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.316 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:21.331 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.355 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:21.355 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:21.355 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:21.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:21.389 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.391 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:21.391 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:21.391 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:21.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:21.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:21.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:21.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:21.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:21.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:21.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:21.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:21.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:21.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:21.413 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:21.414 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:21.414 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:21.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:21.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:21.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:21.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:21.446 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.509 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.523 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468641522 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:21.526 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=10, operationSize=1800, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@20ec5358, flushNotification=Deferred@1901721310(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:57:21.541 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] connecting to peer
23:57:21.546 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4dfeeca2b0540f7d11f0127acc9190d8) switched from state RESTARTING to RUNNING.
23:57:21.547 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 4dfeeca2b0540f7d11f0127acc9190d8 from Checkpoint 70 @ 1783468517073 for 4dfeeca2b0540f7d11f0127acc9190d8 located at file:/tmp/junit17060644452128614885/checkpoints/4dfeeca2b0540f7d11f0127acc9190d8/chk-70.
23:57:21.548 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:57:21.548 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:57:21.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.564 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] Successfully connected to peer
23:57:21.566 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.583 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
23:57:21.584 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
23:57:21.584 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id a72f00cba0c36c63e2524fbc24751dee
23:57:21.585 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
23:57:21.585 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:57:21.585 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:57:21.585 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a72f00cba0c36c63e2524fbc24751dee.
23:57:21.587 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id a72f00cba0c36c63e2524fbc24751dee.
23:57:21.587 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
23:57:21.587 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 505ebb4cc40f59ecdcd68b864b4d807d
23:57:21.587 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
23:57:21.588 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:21.588 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
23:57:21.588 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 6089c652dabfa45e12b8aadea83c54b7
23:57:21.588 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
23:57:21.588 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4dfeeca2b0540f7d11f0127acc9190d8: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:57:21.589 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
23:57:21.589 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 3e28c9a2-5de0-4b51-8ecc-a251e11c2de8 @ 127.0.0.1 (dataPort=-1) with allocation id 547d11a71b0f9289d701c55ceee202dc
23:57:21.589 [INFO - Thread-77] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:57:21.589 [DEBUG - Thread-77] (Connection.java:575) [peer master-127.3.223.254:35097(127.3.223.254:35097)] disconnecting while in state TERMINATED
23:57:21.589 [DEBUG - Thread-77] (Connection.java:575) [peer master-127.3.223.253:40309(127.3.223.253:40309)] disconnecting while in state TERMINATED
23:57:21.589 [DEBUG - Thread-77] (Connection.java:575) [peer master-127.3.223.252:33517(127.3.223.252:33517)] disconnecting while in state TERMINATED
23:57:21.590 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:21.590 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:21.590 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:21.590 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:21.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.590 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:21.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:21.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:21.591 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:21.592 [INFO - Thread-77] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:57:21.592 [INFO - Thread-77] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:57:21.598 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 505ebb4cc40f59ecdcd68b864b4d807d.
23:57:21.599 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 505ebb4cc40f59ecdcd68b864b4d807d.
23:57:21.601 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
23:57:21.601 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
23:57:21.602 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@19f621be
23:57:21.603 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:21.603 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:57:21.603 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:57:21.604 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:57:21.602 [DEBUG - Thread-77] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:21.604 [INFO - Thread-77] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:57:21.610 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:21.613 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@187e0173
23:57:21.614 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x709cab60, L:/127.0.0.1:44404 - R:/127.11.138.66:41551] using TOKEN/null
23:57:21.617 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:21.628 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.651 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6089c652dabfa45e12b8aadea83c54b7.
23:57:21.652 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 6089c652dabfa45e12b8aadea83c54b7.
23:57:21.653 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
23:57:21.653 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
23:57:21.653 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@37bdbdc5
23:57:21.654 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:21.654 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:57:21.656 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:57:21.657 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:57:21.659 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:21.659 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:21.659 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:21.660 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:21.664 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@697a2dae
23:57:21.670 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
23:57:21.670 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 547d11a71b0f9289d701c55ceee202dc.
23:57:21.670 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
23:57:21.670 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a7830e1
23:57:21.670 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:21.671 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:57:21.671 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:57:21.671 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:57:21.673 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 547d11a71b0f9289d701c55ceee202dc.
23:57:21.675 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3bb37262
23:57:21.675 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:21.676 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:21.684 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.690 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.699 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.701 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.718 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:21.727 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
23:57:21.727 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
23:57:21.728 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62cebfb6
23:57:21.742 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:21.743 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17060644452128614885/checkpoints")
23:57:21.743 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:57:21.743 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1c2c6fd1b6fda7e63bfa0c783bd0a486_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:57:21.746 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48118312
23:57:21.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.754 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.756 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.761 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.764 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.765 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:21.767 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.769 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:21.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.775 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:21.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.781 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:21.787 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.794 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.798 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:21.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.802 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.809 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.810 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.818 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.819 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.821 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:21.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.826 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:21.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.831 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:21.838 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:21.840 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.845 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 874460fcefd44ffc853a007e2e2a5878
23:57:21.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.846 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.846 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.851 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.852 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.853 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.861 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.861 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (1961 bytes, checkpointDuration=339 ms, finalizationTime=0 ms).
23:57:21.864 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:57:21.864 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 0619eaedf236b86ac28c0b079c03b4bf722d5c5907d8bc86afc2953a2d9c379e from pending
23:57:21.864 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
23:57:21.866 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.873 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.878 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.887 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.888 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.888 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.890 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.890 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.893 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.894 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.895 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.897 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.897 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:21.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.898 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:21.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.899 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:21.899 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.900 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.900 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.900 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.901 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.901 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.901 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.901 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.901 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.902 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.908 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.909 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.909 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.910 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.910 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:21.911 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:21.911 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:21.911 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:21.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:21.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:21.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:21.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:21.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:21.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:21.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:21.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:21.918 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.918 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:21.918 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:21.918 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:21.918 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:21.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:21.920 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.920 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.920 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.920 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.924 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.925 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.925 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.925 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.929 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.929 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.929 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.930 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.930 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.933 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=00e5dd5756e44708bb2955b9a6ad68f5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.939 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:21.939 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:21.939 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:21.939 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.939 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.939 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.940 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.940 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54b049148d8b47e4a21685baf75914c5
23:57:21.941 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.941 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.941 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.940 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.942 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:21.944 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.944 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.944 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.948 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.950 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.950 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.950 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:21.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.952 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.957 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:21.957 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:21.957 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:21.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:21.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:21.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:21.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:21.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:21.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:21.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:21.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:21.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:21.958 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:21.960 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.960 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.960 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.960 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.960 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.960 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.960 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.961 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.961 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.962 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.963 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=307e2eee9e414defbc8953621682ae83, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:21.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.964 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.964 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.965 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.965 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.966 [DEBUG - main] (Connection.java:575) [peer master-127.11.138.126:39007(127.11.138.126:39007)] disconnecting while in state READY
23:57:21.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.966 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.966 [DEBUG - main] (Connection.java:575) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] disconnecting while in state READY
23:57:21.966 [DEBUG - main] (Connection.java:575) [peer master-127.11.138.125:33045(127.11.138.125:33045)] disconnecting while in state READY
23:57:21.966 [DEBUG - main] (Connection.java:575) [peer master-127.11.138.124:34711(127.11.138.124:34711)] disconnecting while in state READY
23:57:21.966 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.138.126:39007(127.11.138.126:39007)] handling channelInactive
23:57:21.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.138.126:39007(127.11.138.126:39007)] cleaning up while in state READY due to: connection closed
23:57:21.966 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.138.124:34711(127.11.138.124:34711)] handling channelInactive
23:57:21.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.138.124:34711(127.11.138.124:34711)] cleaning up while in state READY due to: connection closed
23:57:21.967 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.138.125:33045(127.11.138.125:33045)] handling channelInactive
23:57:21.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.138.125:33045(127.11.138.125:33045)] cleaning up while in state READY due to: connection closed
23:57:21.967 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:21.968 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:57:21.968 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
23:57:21.968 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:57:21.968 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] handling channelInactive
23:57:21.969 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] cleaning up while in state READY due to: connection closed
23:57:21.969 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-3
23:57:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:21.970187 11817 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 12196
23:57:21.979 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:21.979 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:21.979 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:21.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:21.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:21.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:21.980 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:21.981 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.981 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.981 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.981 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:21.989 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:21.990 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:21.990 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:21.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:21.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:21.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:21.992 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.000 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.000 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.000 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:22.011543 11817 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 12402
23:57:22.022 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.023 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468642023 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:22.024 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.024 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.024 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.029 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.029 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.029 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.029 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.030 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.030 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.030 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.031 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.032 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.037 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:57:22.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:57:22.041 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.041 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.041 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.042 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.042 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.042 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.043 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.043 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.059 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:22.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.059 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:22.059 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:22.060 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.060 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.060 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.060 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.060 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.060 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:22.080 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.080 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.080 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.081 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.081 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.081 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.082 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:22.082 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:22.082 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:22.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:22.091 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.091 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.091 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.092 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.092 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.092 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.092 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.092 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.107 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] handling channelInactive
23:57:22.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ec64e7630cfb4595b89da788f3fc9b3b(127.11.138.66:41551)] cleaning up while in state READY due to: connection closed
23:57:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:22.114246 11817 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 12609
23:57:22.139 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:22.139 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:22.139 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:22.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.141 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:22.144 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.144 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.145 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.145 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.161 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.162 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.162 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.162 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.162 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.162 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.162 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.162 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.163 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.163 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.181 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.181 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.181 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:22.182624 11817 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 11830
23:57:22.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.184 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.189 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.190 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.190 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.191 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.225 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:22.225 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:22.226 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:22.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.226 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:22.238 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.138.126:39007(127.11.138.126:39007)] handling channelInactive
23:57:22.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.138.126:39007(127.11.138.126:39007)] cleaning up while in state READY due to: connection closed
23:57:22.239 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.138.126:39007(127.11.138.126:39007)] handling channelInactive
23:57:22.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.138.126:39007(127.11.138.126:39007)] cleaning up while in state READY due to: connection closed
23:57:22.238 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.138.126:39007(127.11.138.126:39007)] handling channelInactive
23:57:22.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.138.126:39007(127.11.138.126:39007)] cleaning up while in state READY due to: connection closed
23:57:22.245 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.138.126:39007(127.11.138.126:39007)] handling channelInactive
23:57:22.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.138.126:39007(127.11.138.126:39007)] cleaning up while in state READY due to: connection closed
23:57:22.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:22.252185 11817 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 11956
23:57:22.284 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:22.285 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:22.285 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:22.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:22.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:22.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:22.288 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:22.304 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.304 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.304 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.305 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.335 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.138.125:33045(127.11.138.125:33045)] handling channelInactive
23:57:22.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.138.125:33045(127.11.138.125:33045)] cleaning up while in state READY due to: connection closed
23:57:22.335 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.138.125:33045(127.11.138.125:33045)] handling channelInactive
23:57:22.335 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.138.125:33045(127.11.138.125:33045)] handling channelInactive
23:57:22.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.138.125:33045(127.11.138.125:33045)] cleaning up while in state READY due to: connection closed
23:57:22.335 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.138.125:33045(127.11.138.125:33045)] handling channelInactive
23:57:22.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.138.125:33045(127.11.138.125:33045)] cleaning up while in state READY due to: connection closed
23:57:22.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.138.125:33045(127.11.138.125:33045)] cleaning up while in state READY due to: connection closed
23:57:22.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:22.348238 11817 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 12034
23:57:22.359 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:22.359 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:22.359 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:22.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.360 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:22.381 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:22.381 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:22.381 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:22.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:22.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:22.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:22.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:22.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:22.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:22.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:22.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:22.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:22.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:22.397 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.138.124:34711(127.11.138.124:34711)] handling channelInactive
23:57:22.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.138.124:34711(127.11.138.124:34711)] cleaning up while in state READY due to: connection closed
23:57:22.397 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.138.124:34711(127.11.138.124:34711)] handling channelInactive
23:57:22.397 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.138.124:34711(127.11.138.124:34711)] handling channelInactive
23:57:22.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.138.124:34711(127.11.138.124:34711)] cleaning up while in state READY due to: connection closed
23:57:22.397 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:22.397 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:22.397 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:22.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.397 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.138.124:34711(127.11.138.124:34711)] handling channelInactive
23:57:22.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.138.124:34711(127.11.138.124:34711)] cleaning up while in state READY due to: connection closed
23:57:22.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:22.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.138.124:34711(127.11.138.124:34711)] cleaning up while in state READY due to: connection closed
23:57:22.428 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:22.429 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:22.429 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:22.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.429 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:22.440 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.440 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.440 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.441 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.442 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.442 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.449 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:22.449 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:22.449 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:22.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.451 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:22.454 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:22.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:22.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:22.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:22.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:22.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:22.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:22.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:22.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:22.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:22.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:22.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:22.458 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:22.522 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.524 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468642523 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:22.536 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:57:22.538 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:57:22.539 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.539 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.539 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.584 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.585 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.585 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.586 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.614 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.614 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.614 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.615 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.626 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.626 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.626 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.628 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.638 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:22.639 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:22.639 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:22.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:22.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:22.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:22.640 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:22.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 874460fcefd44ffc853a007e2e2a5878
23:57:22.680 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='db9849b52b81318e517fbe5fdf70a04ab6b30365547f5265b0db6d97af5c12a0'}]
23:57:22.682 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:22.687 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:57:22.695 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298080, tablet=00e5dd5756e44708bb2955b9a6ad68f5@[131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513),4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969),c0e5166f2b7f43eca492d60f6f0edd21(127.10.172.195:46541)[L]]}]
23:57:22.701 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.701 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.701 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.704 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:22.704 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:22.704 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:22.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:22.706 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] connecting to peer
23:57:22.716 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] Successfully connected to peer
23:57:22.720 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.193
23:57:22.728 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:22.728 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:22.728 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:22.729 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.729 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.729 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.729 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.729 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:22.731 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:22.739 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3303b4fc, L:/127.0.0.1:44052 - R:/127.10.172.193:45969] using SASL/PLAIN
23:57:22.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.781 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.781 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.781 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.782 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.782 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.782 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.902 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:22.902 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:22.902 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:22.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:22.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:22.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:22.903 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:22.950 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:22.950 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:22.950 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:22.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:22.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:22.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:22.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:22.952 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:22.995 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:22.995 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:22.995 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:22.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:22.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:22.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:22.996 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:23.022 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.023 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468643023 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:23.042 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (1971 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:57:23.044 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:57:23.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.073 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:23.074 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:23.074 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:23.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:23.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:23.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:23.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:23.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:23.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:23.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:23.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:23.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:23.075 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:23.171 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:23.171 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:23.171 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:23.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:23.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:23.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:23.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:23.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:23.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:23.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:23.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:23.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:23.174 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:23.193 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087560384512001) for scanner KuduScanner(table=replication_test_table, tablet=00e5dd5756e44708bb2955b9a6ad68f5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:23.194 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [db9849b52b81318e517fbe5fdf70a04ab6b30365547f5265b0db6d97af5c12a0]
23:57:23.194 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [db9849b52b81318e517fbe5fdf70a04ab6b30365547f5265b0db6d97af5c12a0]
23:57:23.195 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:57:23.195 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:57:23.199 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split db9849b52b81318e517fbe5fdf70a04ab6b30365547f5265b0db6d97af5c12a0 finished by subtask 2; deferring removal (restored in pending)
23:57:23.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] disconnecting while in state READY
23:57:23.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:23.228 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] handling channelInactive
23:57:23.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] cleaning up while in state READY due to: connection closed
23:57:23.228 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:57:23.228 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:57:23.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.346 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:23.347 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:23.347 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:23.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:23.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:23.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:23.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:23.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:23.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:23.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:23.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:23.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:23.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:23.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.522 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.523 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468643523 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:23.538 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (1971 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:57:23.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:57:23.541 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split db9849b52b81318e517fbe5fdf70a04ab6b30365547f5265b0db6d97af5c12a0 from pending
23:57:23.541 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
23:57:23.559 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:23.559 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:23.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.559 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:23.560 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:23.560 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:23.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:23.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:23.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:23.560 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:23.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:23.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:23.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:23.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:23.654 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:23.654 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:23.654 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:23.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:23.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:23.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:23.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:23.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:23.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:23.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:23.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:23.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:23.656 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:23.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.779 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:23.779 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:23.780 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:23.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:23.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:23.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:23.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:23.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:23.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:23.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:23.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:23.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:23.781 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:23.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.873 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d2b24b5be07c54027760c4793ebc532d) switched from state RESTARTING to RUNNING.
23:57:23.874 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job d2b24b5be07c54027760c4793ebc532d from Checkpoint 72 @ 1783468371063 for d2b24b5be07c54027760c4793ebc532d located at file:/tmp/junit4699578593873180799/checkpoints/d2b24b5be07c54027760c4793ebc532d/chk-72.
23:57:23.874 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:57:23.874 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:57:23.877 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to SCHEDULED.
23:57:23.878 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from SCHEDULED to DEPLOYING.
23:57:23.878 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #8) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id d2f66d0789b7b70c6a632f441e9bfabc
23:57:23.878 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_9) switched from CREATED to SCHEDULED.
23:57:23.878 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot d2f66d0789b7b70c6a632f441e9bfabc.
23:57:23.878 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_9) switched from SCHEDULED to DEPLOYING.
23:57:23.879 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #9) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_9 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 1266b68f6bc32c4a6a28add50a68cbbf
23:57:23.879 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_9) switched from CREATED to SCHEDULED.
23:57:23.879 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_9) switched from SCHEDULED to DEPLOYING.
23:57:23.879 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #9) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_9 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id 854a97361d6aecbe3958bc67a6ae0a33
23:57:23.879 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_8), deploy into slot with allocation id d2f66d0789b7b70c6a632f441e9bfabc.
23:57:23.879 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_9) switched from CREATED to SCHEDULED.
23:57:23.880 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:57:23.880 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:57:23.880 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:57:23.883 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d2b24b5be07c54027760c4793ebc532d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:57:23.887 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_9) switched from SCHEDULED to DEPLOYING.
23:57:23.887 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #9) with attempt id 7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_9 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ea574648-42f6-4a46-850c-64646427b177 @ 127.0.0.1 (dataPort=-1) with allocation id f4b95da58dda3a8df4e105cc00e74def
23:57:23.887 [INFO - Thread-78] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:57:23.887 [DEBUG - Thread-78] (Connection.java:575) [peer master-127.29.170.62:34943(127.29.170.62:34943)] disconnecting while in state TERMINATED
23:57:23.888 [DEBUG - Thread-78] (Connection.java:575) [peer master-127.29.170.61:42317(127.29.170.61:42317)] disconnecting while in state TERMINATED
23:57:23.888 [DEBUG - Thread-78] (Connection.java:575) [peer master-127.29.170.60:33767(127.29.170.60:33767)] disconnecting while in state TERMINATED
23:57:23.888 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:23.888 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 1266b68f6bc32c4a6a28add50a68cbbf.
23:57:23.889 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_9), deploy into slot with allocation id 1266b68f6bc32c4a6a28add50a68cbbf.
23:57:23.889 [INFO - Thread-78] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:57:23.889 [INFO - Thread-78] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:57:23.890 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to DEPLOYING.
23:57:23.890 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_8) [DEPLOYING].
23:57:23.891 [DEBUG - Thread-78] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:23.891 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@461f731c
23:57:23.891 [INFO - Thread-78] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:57:23.891 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:23.891 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:57:23.891 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
23:57:23.891 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
23:57:23.895 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f6b52d8
23:57:23.896 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:23.901 [INFO - Source: KuduSource -> Sink: Writer (2/4)#9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_9) switched from CREATED to DEPLOYING.
23:57:23.902 [INFO - Source: KuduSource -> Sink: Writer (2/4)#9] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_9) [DEPLOYING].
23:57:23.902 [INFO - Source: KuduSource -> Sink: Writer (2/4)#9] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4723da6d
23:57:23.902 [INFO - Source: KuduSource -> Sink: Writer (2/4)#9] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:23.903 [INFO - Source: KuduSource -> Sink: Writer (2/4)#9] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:57:23.903 [INFO - Source: KuduSource -> Sink: Writer (2/4)#9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_9) switched from DEPLOYING to INITIALIZING.
23:57:23.904 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_1_9) switched from DEPLOYING to INITIALIZING.
23:57:23.901 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 854a97361d6aecbe3958bc67a6ae0a33.
23:57:23.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#9] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9ad66e4
23:57:23.905 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_9), deploy into slot with allocation id 854a97361d6aecbe3958bc67a6ae0a33.
23:57:23.906 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:23.907 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:23.907 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:23.907 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:23.907 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:57:23.907 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:23.908 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f4b95da58dda3a8df4e105cc00e74def.
23:57:23.909 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_9), deploy into slot with allocation id f4b95da58dda3a8df4e105cc00e74def.
23:57:23.911 [INFO - Source: KuduSource -> Sink: Writer (3/4)#9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_9) switched from CREATED to DEPLOYING.
23:57:23.911 [INFO - Source: KuduSource -> Sink: Writer (3/4)#9] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_9) [DEPLOYING].
23:57:23.912 [INFO - Source: KuduSource -> Sink: Writer (3/4)#9] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f52d781
23:57:23.912 [INFO - Source: KuduSource -> Sink: Writer (3/4)#9] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:23.912 [INFO - Source: KuduSource -> Sink: Writer (3/4)#9] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:57:23.912 [INFO - Source: KuduSource -> Sink: Writer (3/4)#9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_9) switched from DEPLOYING to INITIALIZING.
23:57:23.912 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_2_9) switched from DEPLOYING to INITIALIZING.
23:57:23.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_9) switched from CREATED to DEPLOYING.
23:57:23.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#9] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_9) [DEPLOYING].
23:57:23.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#9] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c360025
23:57:23.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#9] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:57:23.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#9] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit4699578593873180799/checkpoints")
23:57:23.917 [INFO - Source: KuduSource -> Sink: Writer (3/4)#9] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@123bdf63
23:57:23.917 [INFO - Source: KuduSource -> Sink: Writer (4/4)#9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#9 (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_9) switched from DEPLOYING to INITIALIZING.
23:57:23.918 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#9] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:23.918 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7ad19d23ec376431d5285dd5a5127a92_cbc357ccb763df2852fee8c4fc7d55f2_3_9) switched from DEPLOYING to INITIALIZING.
23:57:23.922 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:23.924 [INFO - Source: KuduSource -> Sink: Writer (4/4)#9] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34f36139
23:57:23.926 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:23.927 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:23.937 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#9] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:23.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.945 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#9] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:23.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:23.953 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#9] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:23.956 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:23.956 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:23.956 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:23.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:23.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:23.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:23.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:23.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:23.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:23.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:23.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:23.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:23.958 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:23.962 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:23.969 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:23.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.977 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#9] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:23.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.978 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#9] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:23.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.979 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#9] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:23.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.982 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.982 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.982 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.982 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.982 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:23.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.982 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:23.986 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:23.988 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:23.990 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#9] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:23.990 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.990 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:23.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.991 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#9] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:23.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.992 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:23.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.992 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:23.992 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:23.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.993 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:57:23Z chronyd exiting
23:57:23.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.995 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:23.995 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:23.995 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:23.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:23.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:23.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:23.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.996 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:23.996 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:23.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:23.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:23.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:23.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.997 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:23.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:23.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:23.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:23.998 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:23.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:23.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.998 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:23.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:23.998 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:23.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:23.999 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:23.999 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.000 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.001 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.002 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.003 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.003 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.004 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.005 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.006 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.006 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.007 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.007 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.007 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.008 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.008 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.009 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.009 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.010 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.010 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.013 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.018 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.022 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.022 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.025 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:24.025 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:24.025 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:24.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.026 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.026 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.026 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.026 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:24.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.027 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.028 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468644023 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:24.028 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.028 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.028 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.029 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.029 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.029 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.037 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.046 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.046 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.046 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.047 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.045 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:57:24.048 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.048 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.048 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.049 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.049 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.050 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:24.050 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:24.050 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:24.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.050 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:24.054 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:57:24.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.065 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.066 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.066 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.066 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.068 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.068 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.068 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.069 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.069 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.069 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.070 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.070 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.070 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.073 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.074 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.074 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.075 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.083 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.083 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.083 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.086 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.086 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.086 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.087 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.088 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.088 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.088 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.089 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.089 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.089 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.089 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.089 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.089 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.089 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.093 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.093 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.093 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.095 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.106 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.107 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.107 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.108 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.108 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.108 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.109 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.109 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.109 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.109 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.109 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.110 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.113 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.113 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.114 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.115 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.125 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:24.125 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:24.125 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:24.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.126 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:24.128 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.128 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.128 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.129 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.139 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.140 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.140 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.140 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.141 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.141 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.141 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.142 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.143 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.149 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.149 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.150 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.153 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.153 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.153 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.154 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.173 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.173 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.173 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.173 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.174 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.178 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.178 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.178 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.179 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.183 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.183 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.183 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.184 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.186 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.186 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.186 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.189 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.199 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:24.199 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:24.199 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:24.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:24.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:24.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:24.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:24.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:24.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:24.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:24.200 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:24.200 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:24.200 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:24.201 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.201 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.201 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.202 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.202 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.202 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.202 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.203 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.208 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.208 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.209 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.210 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.218 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.218 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.218 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.219 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.219 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:24.219 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:24.219 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:24.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:24.220 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:24.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:24.220 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:24.248 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.248 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.248 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.249 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.249 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.263 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.263 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.263 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.266 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.266 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.266 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.267 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.273 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.273 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.273 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.274 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.285 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:24.285 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:24.285 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:24.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:24.298 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.298 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.298 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.299 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.299 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:24.299 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:24.299 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:24.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:24.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:24.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:24.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:24.300 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:24.300 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:24.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:24.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:24.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:24.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:24.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.343 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.343 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.343 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.344 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.366 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.366 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.366 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.367 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.428 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.428 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.428 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.429 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.452 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.473 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.473 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.473 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.474 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:24.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:24.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:24.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:24.522 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.524 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468644523 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:24.540 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:57:24.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:57:24.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.582 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:24.582 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:24.582 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:24.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:24.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:24.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:24.584 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:24.618 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.619 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.619 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 874460fcefd44ffc853a007e2e2a5878
23:57:24.678 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8e81a431a1b3f0a74f9e5456b0f9a7a8026d5a1826945d12cafecc05957a6042'}]
23:57:24.680 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:57:24.682 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:57:24.683 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296080, tablet=00e5dd5756e44708bb2955b9a6ad68f5@[131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513),4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969),c0e5166f2b7f43eca492d60f6f0edd21(127.10.172.195:46541)[L]]}]
23:57:24.690 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] connecting to peer
23:57:24.691 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] Successfully connected to peer
23:57:24.694 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.172.193
23:57:24.696 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:24.696 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:24.696 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:24.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:24.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:24.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:24.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:24.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:24.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:24.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:24.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:24.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:24.697 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:24.706 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:24.706 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:24.706 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:24.706 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.707 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.707 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:24.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.709 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.712 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.713 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.713 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:57:24.713 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.714 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.719 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8a8ab75b, L:/127.0.0.1:44060 - R:/127.10.172.193:45969] using SASL/PLAIN
23:57:24.738 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:24.738 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:24.738 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:24.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:24.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.757 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:24.758 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:24.758 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:24.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:24.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:24.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:24.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:24.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:24.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:24.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:24.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:24.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:24.759 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:24.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.879 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:24.879 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:24.879 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:24.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:24.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:24.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:24.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:24.888 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:24.888 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:24.889 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:24.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:24.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:24.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:24.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:24.931 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:24.931 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:24.932 [DEBUG - pool-517-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:24.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:24.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:24.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:24.932 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:24.952 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:24.971 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305087568576512001) for scanner KuduScanner(table=replication_test_table, tablet=00e5dd5756e44708bb2955b9a6ad68f5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:57:24.971 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [8e81a431a1b3f0a74f9e5456b0f9a7a8026d5a1826945d12cafecc05957a6042]
23:57:24.972 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8e81a431a1b3f0a74f9e5456b0f9a7a8026d5a1826945d12cafecc05957a6042]
23:57:24.972 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:57:24.972 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:57:24.973 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8e81a431a1b3f0a74f9e5456b0f9a7a8026d5a1826945d12cafecc05957a6042 finished by subtask 1; deferring removal (restored in pending)
23:57:24.973 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] disconnecting while in state READY
23:57:24.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:24.994 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:57:24.994 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] handling channelInactive
23:57:24.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4b8139cfe6934d1eaaffcecb5fe0de3f(127.10.172.193:45969)] cleaning up while in state READY due to: connection closed
23:57:24.994 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:57:25.015 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:25.015 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:25.015 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:25.015 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:25.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:25.015 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:25.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:25.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:25.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:25.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:25.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:25.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:25.016 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:25.023 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.023 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468645022 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:25.040 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (1971 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
23:57:25.042 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:57:25.042 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 8e81a431a1b3f0a74f9e5456b0f9a7a8026d5a1826945d12cafecc05957a6042 from pending
23:57:25.042 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
23:57:25.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.065 [DEBUG - main] (Connection.java:575) [peer master-127.10.172.253:32945(127.10.172.253:32945)] disconnecting while in state READY
23:57:25.065 [DEBUG - main] (Connection.java:575) [peer master-127.10.172.252:33745(127.10.172.252:33745)] disconnecting while in state READY
23:57:25.065 [DEBUG - main] (Connection.java:575) [peer master-127.10.172.254:33797(127.10.172.254:33797)] disconnecting while in state READY
23:57:25.065 [DEBUG - main] (Connection.java:575) [peer 131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513)] disconnecting while in state READY
23:57:25.065 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513)] handling channelInactive
23:57:25.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 131e8076c0114763ab78c07b847c7a53(127.10.172.194:40513)] cleaning up while in state READY due to: connection closed
23:57:25.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:57:25.065 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.10.172.252:33745(127.10.172.252:33745)] handling channelInactive
23:57:25.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state READY due to: connection closed
23:57:25.067 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
23:57:25.068 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
23:57:25.065 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.172.253:32945(127.10.172.253:32945)] handling channelInactive
23:57:25.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state READY due to: connection closed
23:57:25.068 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:57:25.069 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.172.254:33797(127.10.172.254:33797)] handling channelInactive
23:57:25.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state READY due to: connection closed
23:57:25.069 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:57:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:25.070012 10931 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 11299
23:57:25.098 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:25.098 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:25.099 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:25.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.099 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.100 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.100 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:25.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:25.119290 10931 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 11534
23:57:25.133 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:25.133 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:25.133 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:25.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.134 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:25.170472 10931 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 11675
23:57:25.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:25.180449 11250 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad520 after lost signal to thread 11179
23:57:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:25.181456 11250 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2da0 after lost signal to thread 11253
23:57:25.188 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:25.189 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:25.189 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:25.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.190 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:25.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:25.207113 10931 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 10959
23:57:25.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.260 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.172.254:33797(127.10.172.254:33797)] handling channelInactive
23:57:25.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state READY due to: connection closed
23:57:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:25.261669 10931 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 11044
23:57:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:25.270051 11200 connection.cc:573] client connection to 127.10.172.254:33797 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:57:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:25.270756 11200 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107) [suppressed 1 similar messages]
23:57:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:57:25.284021 11200 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6e79070c0e604267ba8297c7185cd620 -> Peer ac440e2eafbb43ea913fa870e78f1a9b (127.10.172.254:33797): Couldn't send request to peer ac440e2eafbb43ea913fa870e78f1a9b. Status: Network error: Client connection negotiation failed: client connection to 127.10.172.254:33797: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:57:25.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.315 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.172.253:32945(127.10.172.253:32945)] handling channelInactive
23:57:25.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state READY due to: connection closed
23:57:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:57:25.316437 10931 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskB5WmW5/build/tsan/bin/kudu with pid 11173
23:57:25.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.362 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.10.172.252:33745(127.10.172.252:33745)] handling channelInactive
23:57:25.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state READY due to: connection closed
23:57:25.394 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:25.395 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:25.395 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:25.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:25.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:25.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:25.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:25.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:25.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:25.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:25.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:25.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:25.395 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:25.410 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:25.410 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:25.410 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:25.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:25.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:25.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:25.410 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:25.410 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:25.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:25.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:25.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:25.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:25.411 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:25.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.482 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:25.483 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:25.483 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:25.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:25.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:25.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:25.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:25.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:25.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:25.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:25.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:25.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:25.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:25.523 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.523 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468645523 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:25.532 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:57:25.533 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:57:25.560 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.566 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:25.566 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:25.567 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:25.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:25.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:25.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:25.568 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:25.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.822 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:25.822 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:25.823 [DEBUG - pool-528-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:25.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:25.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:25.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:25.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:25.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:25.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:25.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:25.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:25.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:25.823 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:25.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.920 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.254:33175(127.2.185.254:33175)] connecting to peer
23:57:25.920 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.253:45787(127.2.185.253:45787)] connecting to peer
23:57:25.920 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.2.185.252:46335(127.2.185.252:46335)] connecting to peer
23:57:25.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:25.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.185.252:46335(127.2.185.252:46335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:25.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.252:46335: Failed to connect to peer master-127.2.185.252:46335(127.2.185.252:46335): Connection refused: /127.2.185.252:46335
23:57:25.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:25.920 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:25.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.185.254:33175(127.2.185.254:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:25.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.185.253:45787(127.2.185.253:45787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:25.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.254:33175: Failed to connect to peer master-127.2.185.254:33175(127.2.185.254:33175): Connection refused: /127.2.185.254:33175
23:57:25.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.185.253:45787: Failed to connect to peer master-127.2.185.253:45787(127.2.185.253:45787): Connection refused: /127.2.185.253:45787
23:57:25.921 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.185.254:33175,127.2.185.253:45787,127.2.185.252:46335; will retry
23:57:25.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:25.982 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:25.982 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:25.982 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:25.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:25.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:25.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:25.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:25.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:25.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:25.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:25.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:25.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:25.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:26.022 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.023 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468646023 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:26.032 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:57:26.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:57:26.060 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.125 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:26.126 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:26.126 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:26.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.126 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:26.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.285 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:26.286 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:26.286 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:26.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.287 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:26.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.373 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:26.373 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:26.373 [DEBUG - pool-572-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:26.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:26.382 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:26.382 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:26.382 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:26.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:26.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:26.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:26.383 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:26.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.454 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:26.454 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:26.454 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:26.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:26.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:26.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:26.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:26.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:26.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:26.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:26.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:26.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:26.455 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:26.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.124:44329(127.0.132.124:44329)] connecting to peer
23:57:26.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.126:33913(127.0.132.126:33913)] connecting to peer
23:57:26.497 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.0.132.125:43433(127.0.132.125:43433)] connecting to peer
23:57:26.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:26.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:26.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:26.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.132.125:43433(127.0.132.125:43433)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:26.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.132.126:33913(127.0.132.126:33913)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:26.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.132.124:44329(127.0.132.124:44329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:26.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.125:43433: Failed to connect to peer master-127.0.132.125:43433(127.0.132.125:43433): Connection refused: /127.0.132.125:43433
23:57:26.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.124:44329: Failed to connect to peer master-127.0.132.124:44329(127.0.132.124:44329): Connection refused: /127.0.132.124:44329
23:57:26.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.132.126:33913: Failed to connect to peer master-127.0.132.126:33913(127.0.132.126:33913): Connection refused: /127.0.132.126:33913
23:57:26.498 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.132.124:44329,127.0.132.126:33913,127.0.132.125:43433; will retry
23:57:26.522 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.523 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468646523 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:26.531 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:57:26.532 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:57:26.541 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:26.541 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:26.542 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:26.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:26.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:26.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:26.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:26.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:26.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:26.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:26.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:26.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:26.542 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:26.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:57:26Z chronyd exiting
23:57:26.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:26.660 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:26.660 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:26.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:26.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:26.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:26.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:26.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:26.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:26.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:26.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:26.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:26.661 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:26.672 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.674 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.10.172.252:33745(127.10.172.252:33745) for tablet Kudu Master: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.678 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:26.678 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:26.679 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.679 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:26.697 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:26.698 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:26.698 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:26.716 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:26.716 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:26.717 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:26.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:26.718 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:26.718 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:26.718 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.718 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:26.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.719 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:26.719 [DEBUG - pool-568-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:26.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.719 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:26.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:26.726 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:26.726 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:26.726 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:26.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:26.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:26.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:26.726 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:26.736 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:26.737 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:26.737 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:26.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:26.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:26.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:26.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:26.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:26.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:26.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:26.737 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:26.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:26.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:26.738 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:26.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:26.738 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.738 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:26.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.757 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:26.757 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:26.757 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:26.788 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:26.788 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:26.789 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:26.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.789 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.789 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:26.797 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:26.797 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:26.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.797 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.798 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:26.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.917 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:26.918 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:26.918 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.918 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:26.951 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:26.968 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.124:45059(127.6.227.124:45059)] connecting to peer
23:57:26.968 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.125:41905(127.6.227.125:41905)] connecting to peer
23:57:26.968 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.6.227.126:35549(127.6.227.126:35549)] connecting to peer
23:57:26.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.968 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.227.125:41905(127.6.227.125:41905)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.227.126:35549(127.6.227.126:35549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.968 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.227.124:45059(127.6.227.124:45059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.969 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.125:41905: Failed to connect to peer master-127.6.227.125:41905(127.6.227.125:41905): Connection refused: /127.6.227.125:41905
23:57:26.969 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.126:35549: Failed to connect to peer master-127.6.227.126:35549(127.6.227.126:35549): Connection refused: /127.6.227.126:35549
23:57:26.969 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.227.124:45059: Failed to connect to peer master-127.6.227.124:45059(127.6.227.124:45059): Connection refused: /127.6.227.124:45059
23:57:26.969 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.227.124:45059,127.6.227.125:41905,127.6.227.126:35549; will retry
23:57:26.997 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:26.998 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:26.998 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:26.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:26.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:26.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:26.998 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:27.022 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:27.024 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468647023 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:27.032 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:57:27.033 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:57:27.059 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:27.117 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.254:33797(127.10.172.254:33797)] connecting to peer
23:57:27.117 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.253:32945(127.10.172.253:32945)] connecting to peer
23:57:27.117 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.10.172.252:33745(127.10.172.252:33745)] connecting to peer
23:57:27.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:27.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.172.254:33797(127.10.172.254:33797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:27.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.254:33797: Failed to connect to peer master-127.10.172.254:33797(127.10.172.254:33797): Connection refused: /127.10.172.254:33797
23:57:27.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:27.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:27.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.172.253:32945(127.10.172.253:32945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:27.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.172.252:33745(127.10.172.252:33745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:27.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.252:33745: Failed to connect to peer master-127.10.172.252:33745(127.10.172.252:33745): Connection refused: /127.10.172.252:33745
23:57:27.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.172.253:32945: Failed to connect to peer master-127.10.172.253:32945(127.10.172.253:32945): Connection refused: /127.10.172.253:32945
23:57:27.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.172.254:33797,127.10.172.253:32945,127.10.172.252:33745; will retry
23:57:27.157 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.190:34457(127.6.28.190:34457)] connecting to peer
23:57:27.157 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.189:46549(127.6.28.189:46549)] connecting to peer
23:57:27.157 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.6.28.188:34021(127.6.28.188:34021)] connecting to peer
23:57:27.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:27.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:27.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.28.190:34457(127.6.28.190:34457)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:27.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.28.189:46549(127.6.28.189:46549)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:27.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.189:46549: Failed to connect to peer master-127.6.28.189:46549(127.6.28.189:46549): Connection refused: /127.6.28.189:46549
23:57:27.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.190:34457: Failed to connect to peer master-127.6.28.190:34457(127.6.28.190:34457): Connection refused: /127.6.28.190:34457
23:57:27.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:27.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.28.188:34021(127.6.28.188:34021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:27.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.28.188:34021: Failed to connect to peer master-127.6.28.188:34021(127.6.28.188:34021): Connection refused: /127.6.28.188:34021
23:57:27.158 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.28.190:34457,127.6.28.189:46549,127.6.28.188:34021; will retry
23:57:27.202 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.60:33767(127.29.170.60:33767)] connecting to peer
23:57:27.202 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.62:34943(127.29.170.62:34943)] connecting to peer
23:57:27.203 [DEBUG - pool-564-thread-1] (Connection.java:748) [peer master-127.29.170.61:42317(127.29.170.61:42317)] connecting to peer
23:57:27.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:27.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.170.60:33767(127.29.170.60:33767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:27.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:27.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.60:33767: Failed to connect to peer master-127.29.170.60:33767(127.29.170.60:33767): Connection refused: /127.29.170.60:33767
23:57:27.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.170.61:42317(127.29.170.61:42317)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:27.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:27.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.61:42317: Failed to connect to peer master-127.29.170.61:42317(127.29.170.61:42317): Connection refused: /127.29.170.61:42317
23:57:27.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.170.62:34943(127.29.170.62:34943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:27.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.170.62:34943: Failed to connect to peer master-127.29.170.62:34943(127.29.170.62:34943): Connection refused: /127.29.170.62:34943
23:57:27.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.170.60:33767,127.29.170.62:34943,127.29.170.61:42317; will retry
23:57:27.225 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.252:41799(127.9.16.252:41799)] connecting to peer
23:57:27.225 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.253:39911(127.9.16.253:39911)] connecting to peer
23:57:27.225 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.9.16.254:35283(127.9.16.254:35283)] connecting to peer
23:57:27.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:27.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.16.252:41799(127.9.16.252:41799)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:27.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:27.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:27.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.16.253:39911(127.9.16.253:39911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:27.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.16.254:35283(127.9.16.254:35283)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:27.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.252:41799: Failed to connect to peer master-127.9.16.252:41799(127.9.16.252:41799): Connection refused: /127.9.16.252:41799
23:57:27.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.253:39911: Failed to connect to peer master-127.9.16.253:39911(127.9.16.253:39911): Connection refused: /127.9.16.253:39911
23:57:27.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.16.254:35283: Failed to connect to peer master-127.9.16.254:35283(127.9.16.254:35283): Connection refused: /127.9.16.254:35283
23:57:27.226 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.16.252:41799,127.9.16.253:39911,127.9.16.254:35283; will retry
23:57:27.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 21e2debdfd3dd44c55b9e77e6c84805b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 21e2debdfd3dd44c55b9e77e6c84805b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:27.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d2b24b5be07c54027760c4793ebc532d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d2b24b5be07c54027760c4793ebc532d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:27.339 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.253:40309(127.3.223.253:40309)] connecting to peer
23:57:27.339 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.254:35097(127.3.223.254:35097)] connecting to peer
23:57:27.339 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.3.223.252:33517(127.3.223.252:33517)] connecting to peer
23:57:27.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:27.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.223.253:40309(127.3.223.253:40309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:27.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:27.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:27.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.253:40309: Failed to connect to peer master-127.3.223.253:40309(127.3.223.253:40309): Connection refused: /127.3.223.253:40309
23:57:27.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.223.254:35097(127.3.223.254:35097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:27.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.223.252:33517(127.3.223.252:33517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:27.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.252:33517: Failed to connect to peer master-127.3.223.252:33517(127.3.223.252:33517): Connection refused: /127.3.223.252:33517
23:57:27.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.223.254:35097: Failed to connect to peer master-127.3.223.254:35097(127.3.223.254:35097): Connection refused: /127.3.223.254:35097
23:57:27.340 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.223.253:40309,127.3.223.254:35097,127.3.223.252:33517; will retry
23:57:27.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0c27b7259d4fdd95b93db84a92b79b97 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 0c27b7259d4fdd95b93db84a92b79b97 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:27.425 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.190:38881(127.4.167.190:38881)] connecting to peer
23:57:27.425 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.189:38943(127.4.167.189:38943)] connecting to peer
23:57:27.425 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.4.167.188:37217(127.4.167.188:37217)] connecting to peer
23:57:27.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:27.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.167.189:38943(127.4.167.189:38943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:27.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:27.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.189:38943: Failed to connect to peer master-127.4.167.189:38943(127.4.167.189:38943): Connection refused: /127.4.167.189:38943
23:57:27.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.167.190:38881(127.4.167.190:38881)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:27.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:27.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.167.188:37217(127.4.167.188:37217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:27.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.190:38881: Failed to connect to peer master-127.4.167.190:38881(127.4.167.190:38881): Connection refused: /127.4.167.190:38881
23:57:27.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.167.188:37217: Failed to connect to peer master-127.4.167.188:37217(127.4.167.188:37217): Connection refused: /127.4.167.188:37217
23:57:27.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.167.190:38881,127.4.167.189:38943,127.4.167.188:37217; will retry
23:57:27.451 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c34498118044a003e0b2ad37cbcb486 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c34498118044a003e0b2ad37cbcb486 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:27.478 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.62:44309(127.31.129.62:44309)] connecting to peer
23:57:27.478 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.61:41907(127.31.129.61:41907)] connecting to peer
23:57:27.478 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.31.129.60:42777(127.31.129.60:42777)] connecting to peer
23:57:27.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:27.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:27.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:27.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.129.60:42777(127.31.129.60:42777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:27.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.129.61:41907(127.31.129.61:41907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:27.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.129.62:44309(127.31.129.62:44309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:27.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.62:44309: Failed to connect to peer master-127.31.129.62:44309(127.31.129.62:44309): Connection refused: /127.31.129.62:44309
23:57:27.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.60:42777: Failed to connect to peer master-127.31.129.60:42777(127.31.129.60:42777): Connection refused: /127.31.129.60:42777
23:57:27.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.129.61:41907: Failed to connect to peer master-127.31.129.61:41907(127.31.129.61:41907): Connection refused: /127.31.129.61:41907
23:57:27.479 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.129.62:44309,127.31.129.61:41907,127.31.129.60:42777; will retry
23:57:27.522 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4dfeeca2b0540f7d11f0127acc9190d8 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4dfeeca2b0540f7d11f0127acc9190d8 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:57:27.524 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783468647523 for job b07d1e8ee8f9ff82f5f1d5695b040e73.
23:57:27.532 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job b07d1e8ee8f9ff82f5f1d5695b040e73 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:57:27.533 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:57:27.547 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.189:37341(127.30.97.189:37341)] connecting to peer
23:57:27.548 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.190:39137(127.30.97.190:39137)] connecting to peer
23:57:27.548 [DEBUG - pool-566-thread-1] (Connection.java:748) [peer master-127.30.97.188:41347(127.30.97.188:41347)] connecting to peer
23:57:27.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:27.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.97.189:37341(127.30.97.189:37341)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:27.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.189:37341: Failed to connect to peer master-127.30.97.189:37341(127.30.97.189:37341): Connection refused: /127.30.97.189:37341
23:57:27.548 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:27.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:27.548 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.97.190:39137(127.30.97.190:39137)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:27.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.97.188:41347(127.30.97.188:41347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:27.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.188:41347: Failed to connect to peer master-127.30.97.188:41347(127.30.97.188:41347): Connection refused: /127.30.97.188:41347
23:57:27.548 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.97.190:39137: Failed to connect to peer master-127.30.97.190:39137(127.30.97.190:39137): Connection refused: /127.30.97.190:39137
23:57:27.548 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.30.97.189:37341,127.30.97.190:39137,127.30.97.188:41347; will retry
23:57:27.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job c6dcffb95890c3e631532abc0762c24d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job c6dcffb95890c3e631532abc0762c24d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..

Time: 357.695

OK (7 tests)

23:57:27.696 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
23:57:27.696 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:57:27.697 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
23:57:27.697 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-98dac2dd-0eda-4bb5-a3fe-fc75b4877102
23:57:27.697 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:57:27.698 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
23:57:27.699 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:57:27.700 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-28f3a87d-fab3-4fe8-b7ac-891c232ee5e3
23:57:27.700 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-a2197c7a-5d30-4991-b003-2181bbfc2492
23:57:27.700 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:37589
23:57:27.701 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-f2d4394d-ec05-4f8a-9ee5-75b1dd481a15
23:57:27.701 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:42011
23:57:27.701 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
23:57:27.701 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
23:57:27.702 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
23:57:27.703 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-2ab4b671-8cfb-4623-a250-86c20731f0b6
23:57:27.703 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-ee1d9ee9-e30d-486f-b755-bc0d15e8469a
23:57:27.703 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:57:27.704 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-ff291148-4bfb-4145-962f-18176e2c0844
23:57:27.704 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-cc29c1fb-0c4b-47a5-b12b-12afcde401e1
23:57:27.705 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
23:57:27.706 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:57:27.706 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
23:57:27.707 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:57:27.708 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
